diff --git a/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202ee40d52874855c8e71ae45dd3805861e276c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877745e57e4901ce7ca15675abc1871d8fd050cc83588bf43fd2422afed441d5
+size 129106
diff --git a/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d321e6be66529e9e0e4670a18138f63a56661cf1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0b9a20d4562d75ae4e3b711bd0270dd857b3c2112b6c1c6062ed5381923899
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3115e2d0938698297d2aba45bbc9a559258e4f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36993b1cc46d0c12b3035be9fa79a731f983382710f5b013db57cafde756e686
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8667ec82d0d4924c2f9d96cf998d5324dfab869
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdfcb9700fea5aebfc426eafb6f6f873afe2fb2c2dff4fc904d052a82ac4441
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdb59634a1beef81451677acbff2447814f25d8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f094c7a751f2af62481d5fb5f6788fcacfb01c3c222f75768f2306be519a2b3c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7517eb5bed4ffb14f36d986b26a9d735a8d78c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685e9710c412dd3b3af0e7486068666495d3eedc3458e291425424f43aa1e9b3
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7eeb7a4fa52b9af79c30288208e722338d3095
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33be544c471963c04ad668e98c137cc7eb49c89ef27d11a40a22bdee7cdcbf9
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e63142bba9f69afc267d660352f6f93c709cae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceca2c2a5af8af6d99b40aadac9d9aefddddd540a5e4c4d4c303bccf4762ece
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2ec4e75dd4ef8b33b2eea18eae9864431d02fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95186b0ff9470b25421bc385534d765f427ac50ddb511b258ab27ba3336a660
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbca632f8c22b42c9da868f8e1250c62ebed2355
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e7dafad9cd7eabf0289f0bb9c3c3e9f61eda4f5ad14702cd74bad644664664
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc6c8d13e27cc42f624854abcb1db9065c8abb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e015935c4360b901c224740afa29797a93052dac6f5ab68d02df2ff70695a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4831c4008adc63003027aea6783133317ed97b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4816f867b33c85fd921f40a46636efe6de1c72c09425bb1ce1737a2d91fc131c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac638ee530e659f3b520fb6cb62b3c6710d9ea1a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a2c958a452312ea1ae0126d5cd0319e22d1f59efb22ef2fd37cc4440eb4050
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4632150ce444ce7b8aab2606fb49f01a3ad8a91
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981d4c4ad36b77b4cfcfc4978c2d8a45dc8307e4633aeab3a6be12085d0d8498
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515b18379aee120abb04ea8826a3cb2f5560f184
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525ad844c85c5ad496d2a5bcc1851bfbfbe4d5cf82f0f85e99fa642b44db580
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef47969aa79ef9c6a80b1607159f1368a4ad5967
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11fdd0ce3103f85b9a23154f81b0f032005f329d1d455d3396c62b67711eb2c
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e05b5a7a4ef28e67afe0c376f09dfc3ac7bd68
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f1d8e6d124614becafaa0c0273609308aa0bb265d209e8003252a14a1f2527
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c78bfd14b2e444d6cacc74fa8155e7c6a5cef97
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0606a9d6d6630078f6c1695472e0206301cade0f2ae77536632fdc3f18fbe3
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35574306a996c13d1a2eb5290fde527664ebb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8715048c12a97137df2452e1b55e7101b993617269a0f804df966c5e6277da
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3e68c8505a6d323822ba0697c1da87198ac89
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb02234326824b055657f4baf71a835d8700d772d1227a9f4c542556e1f81dfd
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6a9b9bd73509cd2c6762f8b00ce2e9dbc7948a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6c0f72460d1294ec7780a7eb4a142f60b0e5cb17deff2e1f35fb255f9ef3d2
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588fd5abb10e5a69d4da4cd523c650ce8db35711
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5630d4094ac5d6929e061e3f1c05784f05aedd2ea16ad549e7cdad81f902287
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfed789a1424051187a7938873b406d0a67a7d2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba64d40dd0cc9c71c92a081c909fb4ae417fa4d8022776969b56a9a39d610e48
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03ca11083add527282857068be89ebc846e529b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b4405f82b4bc6b5695ad0e336f06e17c59e72c4cea66f042aba0fd1b288c73
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69954984440bab7521b9bf023b2e1998e52aff61
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccc055777c05cb18ae1d1261a4595e16c95abadef3490e69f824b9cb4feda3f
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda5ecbc1be2845766913c94bb2ef36483c01db9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91313fab815825da86158db751916d92746b1ece9fcb898227e8344f574c1c15
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9089b547c1b0e34b45f181da6a27c2cd201475e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060572e12526bda6085d5f864f98666ea4e26388a4e558cc087e89adc078c9e3
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfda5c0ab7970fd4c69c5e0d233243f6668e9a3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02022735b0e759ac8d1d61e49a065cb227cab904b998dc0749118e775e0fe07
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a956b4297d680994c71df9c3db71a339804aa2b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f1d64194ef60b86c802d32d31054887257895ba11a5cc4544e83b7ee7e90d
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109b9a4728be64b57fbc32d02fa69ef0c8c24dc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9a6437f1d2a4f2289066626d7200a01780dd2069316e8044c94a2b29a0b028
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2833f03656e3897063d69059073c493bb92b5247
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8afc9d9a1890e4bacdbe5162d693a1b10afbef65727ca0fa709d797bdfbbb2
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ccbced14979809fd0531ee2d20a5d3633eef0a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e546504273412bc542bbe404a7ff6b0fefba3793253f6f4bdc59c70eaf0d1d
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e9694fb07acdfaeececadc6a989079557e13c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f13934dab53c0440b06f9812db999b2cf4f04b53684c025f20ac2283a27e75f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b891087da2f3e2c8badca4b53384a05eedfee
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12f0c36a8d3b4f522990c0b177a00f71cd13b3ddc5dc6212b0ba7b333e7a3ec
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817ab5d178b5abdf742407c55793f8cd9247c6f4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d2cbe2707735321e9bdcc45bda1f2a5f19e7e48f978215bbf507816964f4f5
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9eac6cabb61a903ca1235f9f4eccf17ebde736
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087ff098ae33a48063dc28a5e2c1ad22cebf697f8b9bd5a56429e945385ba0cc
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126104c522aae8a9e0faaf60b381bfcb077ea84d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23e02d0840d7918078da5d20e567bc71fef806f362540d3fb422fab46efb4c2
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c58cb1255fe54d00ad5187e9bdf90cb4077b7a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be2602209324e3a1e12080d2d43cf5b77af6e985ab5a2a97c83598d4bac699
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ffeb1ace5786a5c11e407609d5bc9828441710
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a82c5f868de4a9db2dd9518bd21cf5b62ded3cdf0c08f1e6858caa0e8bea29
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc9b92c06afe94c984cbadd13357274637ce713
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651ac2e01b91e30d6b48d7b3bd89004f596b536fd0f56a00f7dab93bfd3dfce3
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c466dee4df72e4f7c7e35987b9b1ad12cb02c6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8865401ef03774730f7069a1d9f3c83603e0ed063519acc21633e6393fce4
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bce905567edcdeba95191bf6bdcf1862112ef2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eda18c8b726ad54a1b830603c65010a37f3493e63718a90f72a15b14620f28
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a038347b6c2ab359e82e6bc010b5d6a8a26ab1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea799d0e57a45be93f40c92730c78eb2aa0bd8c858e49a4295cca1897ef9a7b2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f148cde0d2556d363c8c55812a79b744c133ba03
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd4675abe157245753ad73287ae51dfcf0b20daba962e04867990537bc867ef
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104e214e91eaaed9713c504b1440d8d12218106
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e87f0b55244e0690b78e54fc86681f33715a170f494381be70c64cf4d53ac4
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71813d00719fd9dc554941ea2989dc5b0a83d573
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe24ff69e5cc1cb385300da3aca8e8f89a81a65d8737dc319e0d4957e1456c96
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06482a68fb7703fe1342334126d2d14753d24cb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbed4920b8824fc4241668d7dab957d3ed8617e522ace46ea603d8ef516d428
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b148eb146a640499b426c469f9424ab4f1fa15a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373a5a59d49a0450bd4b0b6d3b124180617accc9ed864bce20ee2440ce950dbd
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46502a71a45aeb0941926e4ceef20ba56aac130c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25895132fe95930ba364a0f27504add259ec17fe8970db9086f0caf19b6cc1ba
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a592e0e5d7c13ae280092d64bc4282abdb072b84
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c368b73cf8385c3bcfd036da396e19b89b46f89b72811eec20dc055031f6d6
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa03fbd492a2a889003744005262c8a3905501d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83c9515883a3a94a96f6c5940fa76bf93af52011140a34a075c272f18132c5
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d6e2e654d4bb79f9627f2d6afe36b3c71a71c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65b1acd23bf03b3a99842ffd1060a3c8f31c164cbff1688e0456932f574311
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16bc34fd8e3b4b155e341fa3da2802493144fd9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4221b5864f5916f3ba95387c9a6493d75a1fb03ee0805aad066298ab7d418b95
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059a57a0a693a5c1309a39f8fe1a7ab6dc3bc422
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efea8e41ff002fe521bac7623c2d4bfd395d7c0a407e9eb7b21f770e93e1257
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bab61135ab696d75ef9a2752a1c934d725f219
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce11d9cfaa686760c69902b09ee74dbe5409417a0423ea5a11c7ad7650ccf35
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a9ccebdecce7cbef71a3576424b0cacfcded9a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674817e13f8c6c4c57904bf405c0dd6a0967c10234ddb14e85b1b2a47f528eca
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca471287a4a5d72a3de18f1c3ba2718a2dbecb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ad50731c737f320d7366c2c6edcfe974a623e0f843b130421e688508a57a2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee8922db1823632005e883dfb2b0b6d18dc2fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a102189a1dff3843237a7fe492d7e3c75bf7b2676c1698d7bbf75e5b2c00f547
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4f4d71d67971e24505d73e0f993dee2ee1440b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0085e382e8605c110bc16e68122979fc98399c7f3784e3828410a7a69139826a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1d392319976c8699c490991d2f23abc557a46
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d629898e15cbe0935c8f1eca109d633d99c8de34a70aba7a1b05396f46f3da
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ab6c22dd2221a6e5e04b2095b3f85c71ab9d13
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84da4816e7f786dfa46c89ee513aa7f939332b3fcc583345d538597a0ee4220
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96179e6ab32fdc6606630fec8fac0ddf7f9cbd87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf32c920e65a7edbe1acd9e7ba47fbc201884a475670037e0f08f60b460887
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c8b6997fe619ae3b0ad63b9ea7a5b491de488f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2cb234cefc6b775d44de5f702beb79b76bae0b55c0acfdd66eb04ab900db8
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e823e9a15da7c55621e38cef03ba8254f6fd558
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393bddf3adac50b1e29d6df930adc0c6fbfb755eac53986a9605d001f006a9ea
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296aec93178399fa1e1f3ca648701905c6c041a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bbb43f4272100b41a3305640fd28bf84726d7c79044d18c84ef790a193b094
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01dd6f66e2725e31ba69ab4bde9942bff3dd2c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078d848ec652f775804e0854487960739d34b5a8dcb1d6d65b02f1c2a12c5eb8
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae77c2b0f95ad0058365cdfde6a3e1e0b1aa2f5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b682f4bee0492a74df431e3cff22a54582b71ea6808cde00ec92af9890a81c6
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c54658a12beb0a9bc9b9d269c7d2821a1150ea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aaedba2c56021d245ab9fa7b2ef44ef537d98748160f2c9aaec2c000eba381
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9202335c0ccc700ee8c1e8a9c4aea47a4124d14
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4310374e6582372afd96bd1b9febca7c87fd19566ea03627a6aee30b905ced18
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f31d5db7d1ae5841633fc711318d5504983815a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b38f4117063d6f925a939680488c8fc758a80eca4cd1c66af2cce4c84fe516
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f4bd09076fd33e02c099caad27f4a4d3a29fd3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3edf8ff9df21eba438c8cd4184e0c36a9a0f2db367c51352a3355cd0dfe93e
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e73b1a8791d3e05302768afbc45f9870461fe4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ded2b90f9dcd39fc010c8d9946c5bdf1b8855ac3cd804ce27a69e1a532aa849
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2276c3c47e9812e2d597efaa75314fb6558beba
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9634c0d8644076c947a9bf027e0d5c83169aef6ab3f714433837d54a907df82a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d011ca1283196ae78eb0b0bb625599299514b1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d31a520f58e550241d866fb6ddb7a8a7e8452393d003ab9f43f4e05b6acc70
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b031144742c0aa586337052a75c67f0a988b63d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd6323a7fcafe2ac02cfed0de72ddbdc42ec561bc220b0f154ee96f4ff39c5
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9119ad4c442b4e24d1f70fc48463ddbef9b476c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff19e77732314a107e935d21a049575dee587b9d45473117e4ca4f3a8b2e3609
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef6adef110443cda1f011b328cdeb41ea2a53c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47db2bdd7d1ec7662de927e8eaecfa39ad7d0366e8099147ce34c02aa615d692
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb691d359fe1fbc6bfffc4054f41acc13144d78
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b0961f584aa98fbb7d418bc7de5b8073445edd9ce3879b6e742a1a67fb40f2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7fa32549d3c540576997da8f7f7700cdd5275
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894228d02defe96d20347e00ee7038f7a71a13b4996291e9c0bce9ad98c17a34
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9f630072871a560450fc3422080b151474f2e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc75663f61823b1a1f33624d053fd7a81454d6a88b2bd92f747fad31307a7b
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf308d1ec91ee72eb6426cb759ac6d773c8fd0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47ddffebfc80e96ff4cac21bee274297f3df4c750389b02493a406448ac376
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa507710e8cd3b0b9f45a631ec9b0941cd779e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d546f15a04288231eb0ab4f9d247fa5136a383e9157acc2ab923cbbafc706e
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d338d67ed45203349e8feeb93a9222f71a4382
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6cb0a39231a4f6a9d564e616163b39577b20f589c6ee97b536a9164d9d77d6
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6c7c8521a5faf38046c1cd351e679ab2a0a780
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b30fb52fb969866539254bbf370db6a7fe5525a20a243cd67851c8f2e3aa3b4
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c386be75398723c56a14390a6b591da3ed41f6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a895be46e381ce7dadfe8746e8600dd43c6f11e4b24f01612ce8cfafd6cbe1da
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bca2cb63af18ef42a5884d6cd63044884c2eb54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e96a851f3199cb32d71276e871b091c3acabce98f6ce454064282f6cbb5d14
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cd15593238262a24a322fdfcf558807a214f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf981d18f04162d48a89b8a92e0b98207209936b7a246437326210fc61208a79
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57aef7db8cae10428f01253d16aabc52bd047261
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a66d4810ce4ed40d5793a30c6c65a4b0ac9c9623dc6bb8d63fdeb482361c22
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988ac0dc77d7a3881cf6c790cb9d67f87371cc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7918c7ae69377feba23d5b65cdd4230b970765f1ebf79c2ec300a79115e63c70
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f62fb136aa8d6a6d9731b1774e7502dd9e4a5e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75c8182d711b404aa83d88bb0845be3eb681172ee09967f1a51d426592438d0
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67445fac2dc797211d51f72eece7027c71a3666
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e1374b4e56853a114a9124a1562ce7e4d2b37bd5a453c50beb5d7aef25067
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110ddde5581a45874786229d7002c722c0de4e7e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367d53e9f8224a72acc8085b24235fa9ecbe7e713055bb3d2929f2062a89d44
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aff2076f03bcd2a36a30aa6087aa6ef4f3d4ea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea32a795e606c8dcf3e8f6dbbc848f1c31719c21ab04af3d75f3fd5ad437d16
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b5b4dd1a7ac31f01ff34c1af51244afc15acd6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971c303b7997709715c99d664032c20b57d3f5ba693d18415ccbdb009685520
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c80c2c08e6f7268db4b5338f5c970e44bc5636
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ddfda4e97c818ac84b8d9db3b67049b4fde5e9f99cd7e542160e515b999536
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1271b4ea21dc92fdd7d95e3e6b28177409f62e5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea0fc9cb031552ce2898fcc18e9101c1c926d171fcde0ab87a13cf58180dc4f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d68efea74c364325555f89789d0e488ec01b0bd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb33e5f0bc9a92973457e0c41787877206afb1bb15859a1e13b0bfbca1077f92
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2f8863debdf195c9561ea0b7b5b494270c473f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110c0f3b4485c60aa9ce1638906cd3f408c04c13fe403082f3a0be32f5397002
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f90643cdb013158beace54a22eb1aaf5ce6b23
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf4f595ebcac72918ca5f4c6d101c501f48beb3508425a737c8ba6876de4f6f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6f439887ff796a2fd6f287648cf04059be67a0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c56ba508a59b530fe39f5bf5f0d5d531c161c41c25274b7e2c41343152a0c
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec43719229875a5ef41288950f2aa47dfab7845
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e251342ab9abf239a9a5ef05c1bb5071e1b967a08d5f778d6811ac2453becd
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d21925290f6f7fc39cd86ab7413a8b76fb154f9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52b80c086d17c4b1e7ec73dbbab7b2d42b509c2b709748809faa70f3b394bae
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285d3cf7c30c61e9c8f418b71f1f7cc14edb2df
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290a25fc32fbaa6345a91aab026c80d5ca47bbfee2714de21fd2028c5db9f4a
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88158755535430b3711645b1ceb3a21622aa15e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa47dc1ea4042d72e36b21e786da1c2de55b6c08ca19a93c87a4f4e92c9c6d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c99904ee89bfd704e8c69f52694d124d909f49e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3ca092e25f17c7aa514d9bb36cd4a026c9485c057dda06b1016a1ad9a3df95
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb24052f27d88bb867a2bbd936fd8a0f9d69d79
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b940596eacdd98bd6563b3d3fd20af04e349d2c579223ff1486d114ee57019
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64a7a92ba3bedaf05cb24b319c9640018bfea9e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44205be4c950f62bd735b3c42d0c615b01379a5fc98e8be48c2c580b1e6d2ef
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5176bca65bec59bb70bda6bbfb52928fbf3490c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43388328aa0374f7be94cc721ce00e2b108242a7475e4729b9162f01ed0d039a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae08637eaf247dbda03e95f108943f5f9179921
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a727749581811726b2778fa5b187457bf0cd52af9e800cb254781b32be3884
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf7e4a01f739e2d5256f64a82cb65dfe39d5821
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a322aaae9ba34befce74978f26f273d2279b07951a8ac0b18a75f7dfb79edd3
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52e3dc9873fac418bf19ac16a53be0920773403
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f4c2098e0a0356c97d84bc8b4849d3fd8b4e958eed86241311e135db40d99
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86db4c2fdb1d7519cc5e9444867cf108d9545c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668fc43d56d775d3b962854d7de6867feca6cc5dfc99a2e9da562a7c19b02421
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376cb4a4f2590a4f77216ef29c8647ea0fd35574
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb389c00815867e223cf048f503365ae03e298e0e965e4ac48d2a2b6211aab
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789e918c9b2756eeb340b811b7a5fdb2b2b22f16
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fec862c73a559864009bce7a36b2f8defa4ed1aebaf9cf09764ce099a2324e
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db13961af516e859848828c2e81768c04298e04
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67084695b982b0d73bc8240de164f486a94cbb2c52b00c12ede7fa165feb992c
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc67011c7817e5d72b0471c23cc509b16f0d086
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff9ec9fb8104c61c7e69a60de8e0e627503e69b24814c74f94d61e6478b67b0
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe16a369b2d653795e2bc25cf5f40c2c55d1ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5178ac82a0c85c3b6860106dc67bb9c084760b71463a6e73307f625f2ffcd931
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8312d971412eb61d9d5ce086bb4193e75a026cb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3721f68056dccfe12bf795348b45b4933bdbdd0a463182f2f489566ce950e06
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62983b8a7c132cfc3ec529beda4c6593e8ccf0ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aec155e8708f38a62068e9c163b75a1cd1f4d4461baac7eb9b2bd988b65661
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302e2b58132198c2c09d778c15eadc6fa04d5658
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705caa5742d03e01324eb7acdf0366609e268aaa92e08ba00d428d024ee7a52
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5ace809bac6704fee7dff45a1b3713232a2382
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56afabdf13a72aeebbbb9ca093f33c276ca6b9ff44a94be30e15c7bde286162d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a860597d2b57fc4b9f9360401eda1c571ffe64a8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fef60d67d0719ef547e7cf943f3722e7c0793a584376e135c8560496bacb85
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09c2c9f6cd7b86acb24e0e95bf8ee0cb1970abf
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233af0598807befdc92a084f82c960c8b26f5d298170a20f624c04a7fc8fd1f4
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e168ba5dc9d55cd9e9dc92d18fb432d9b49ae36b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0faccf8b93e0bb3ed5d12fe7d899b2dde2eb2d2166bedc8367bedd0ab15d937
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c936257bcc4ce8afe1fa84ad06c78aecdf188ea1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6233dfa291ac10a7375442f00a8589f1d5477a90d154d1b98ab54d415e110e3f
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872e1137b3bac0c6ebd23b7cddf3a89535c77552
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8890c4ea62660466f88dc70bf19ea1dda63c77ce17b0bc0c9bedb1530995de9a
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7be4a3cf356b0ba5e9a702c7ac7660172427bb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2471e957ab04ef2d6e029f2c8cd7947a32f1cdb9ef3f11f1026e8a68237271a
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff079d6f9a49f8622c0d7e34c49fa48cec11e0f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17704222bb928e8d0fb12d20489d71002c2d3fb8debb2259674cf24ef483a53
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9095f9977e98d43b8279defe69fa0844f5895da6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bcb843ac4d257fdb19606acbff4a696641d369315541cee663fd6fad4c1c2e
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8def6c9c62771b28ee7c6887deda4d32bb24e3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b723e184df2e303f5e60a3d9595bc59ef4f369e61f2dd289a5c8bb14cb53dbd
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05490d72ec3901f149bec60ae487ee1b3f9db097
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681238b3fd780618fbe17f351f1cbc166bde1bcaa8a77017a7b142078ade97dc
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c39c635d6c4682af9b8bcd21f4aec8339c9cb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a6e1e4df925be10a1945263f5476f737db0cf879d39bd0bf39d1cc2264f055
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17058171ffeaccf8144347afdda0722031026290
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e0a9a1e1e6c7f1df797e3de73b89cce8af192544c39204ba8ceba7071ce207
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242f66571e4425616b65eb0568023895a1b97bb0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e49f079354464cce3a5d87007bea59004c02571f6f96a60a810f5331d139433
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b98b2a9c7759ced42b4053eb7b5a45fb8ee492
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc7c9218874b15bba7b51185ff7a26e88fb3c41ddadb841edba95cc79e158e7
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c642d7da4dc603cc4b9031f6563f0d7eadbd38e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e2382c816449b454defaa9c40e2d8c0b5909711da200f05b583389cdb5072
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d460343d6a930a625035ee7c68bb5900079a7553
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed550d0b31c6c95e75b1648462896f9e6c4d341434d4830e8eedc6a3f814c930
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eea3638e9342d6dfcb2bb48b06138202876f08
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f067f2b384b6d802fcf9e0daf67e7dafc78abadd0d77f862d7736b2223f65501
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f71a0762b83d37eaaeaf34f944c665ce1ca6b8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998586bc956f85d323cda1e374b4b3edb71aebbb5174e6460fd003fe9e22dbe1
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10550a2f7506bfa6987df5367958b4584b90c108
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982731d03957ac2e4b748e2ef8251af38caf8ac528718e983f19d1e6a2c9107
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dbc6707320c8e12ba952933806f12dcff7e05f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aee3158aff9a59a66315d850af0cf93883e7df8b599e1de892d98d50e4decd
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98c82d908bb010ffdf177e37143c156758f372d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233300b45269511e723203175deff67bda937122a58648cc467740e0e6aeb9e
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17b19d8cf40375f2b30edebf33a13cb40109a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec4eede1db83cf6ae2f78a47bcdfb6206fb53c22aac9f6e3212671126aad38
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd2515ffe81e09a0378cfcfa31daa4007c25b3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4490de5ffb3cef15fbfbc4edf440986c860b7660c557ad1441355432e44e8c74
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b68471e48227e405a9ce9b4e45e793d2b2bb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b867ab165d0f49426e85603d5c6898d88d1f8da689ebc45cdc7593416cd4a09
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7168536f5cea3474e2ee6d942b191254468f4b0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd35833a3f8d4c435025492377323b5140cd6343dd372427a08454c2a1f24f1d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ef3c8f8c3fb077c2deabf468931d823c130cd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243ccbb3c8edfae38cd4edb5d688b523a6401f67f9a4006e3be438136b2fdcc8
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23e40a6d6e9aecbc97cf957208730caa0114321
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7fc0c878d72ca349a716822c6937dd585ce769cd4c43c2e28de314a5fded1c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6678386f5065e4eb63130eea153195c786bd5f86
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4145a8a8fed63ae4d1ca1e97c32d6d71b1298e774582836534e8a0bfafba8d83
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096126a7658f49163b8f8d33a3e9ede6715eca9e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4519739d7d5d91db4dd66d63c1f91180b44cc8e12f71320ce98b82afa97c0f5
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bd4cf3304d06deaaca167e082ece8511bf5b54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b343607d238e69acf3ba0ca91c252a9b164c2ea2ba84e180af985428075f8e
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfe4dd38e2203723e37c46142618a112ea073f1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c53fd88b0a7d258a77300db6fdf33da53231aff62b1b5df3364f3eefa905c1
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ceb5109e6aef06144d7dadfd6010d22b335dcd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bc351663a5b9b8732527ce91f30d94583c1833ec408a00d9ae31e418207eb9
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58742e0f6c459cc706076343c58873f671ec6f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc3593d47e7be70010d21815e724ee4b25b0e7ff51fc0e18d9ad9c69abf2f35
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27be50cb7ce8f3c6fa21ecbfb8322e668d4fdfcc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98c8c0c7e1b9906bc27902bcaace62847bb512642c9329f9e8aedf9471ed97
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e8097e4059a84ce1f28a0f37c93e9c99117842
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ebe6727c1fe3eea7f1429817d421abac52ba172cf24f774c22b4d8e8dd7c04
+size 129249
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911d63b1ee10f00badd898127cd62eff15d590d0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68d482a0a02ab7e37810d656e9919ff5b008c8692c102ad1b4a1d63892c269
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60834d90b95361a0836f0ee14f9e699aa30ca35a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3148ea5004af5602fa2e9935edfe7bb2fa35959b8a4b51e7c7b8ee751bc315ea
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73bd00283d323aa6071c84205d1e78f13025e92
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5174dc710374c5a31611435bfcf33f193c47f255a6eb0c0148aa8e56227f6c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e2782dc1cd0ce76230113eb2ca24396413a448
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebc21f69a7cd4c48cc0bdaae698976b9ab884b19a978624897e3426c539ce94
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96300205b6b4fe36a7ea64c742bd787308cfd4bc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42259181f4926067939c71290b4f5f0d85d093b9cfb60584cca03be9abbf39d8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d191d8f7171225fbd6744b69a560ff1e94a88b5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4c81d740f4adfd8a2ac39573ba2e5f850c9f8ea4d97205b70093b102307c54
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a27cb6d88667db2ad18af7f149175469f953e06
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a1d8f8fdf27643e07369a391f2c570a74202d04248ca62f97b2c2049f1135d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85ecf72a4888f8e71931493e8e996e2dc1eafaa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e316194a087cc798fee83911bc27db19c947680487ab292d07821a2225d4129d
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1fea04815084702cba25a841cbccb4a4e49a0e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e72d0b5e27cfbb3cc33a5006f418282c8e8c4f37b8752451287d6aea36ddc24
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bbedee7ddfde3c6eca75b8c343b780bd77e9f0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6531b35c83f23ea48a5d605a977686e5c0de2d6b2885b0b6eb6b5d6ce718474
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1294ea040d6d89eaaaf922c659be17860e0cb81e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587f9dc37308106a9ef0adfc215ed06cb54c243021933de35736b1e2e9848247
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a38a05f7e0e5c97db15ffe4b206d79b258329e1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b8b0583cbc8caac1a2f35105948baf7781ccd9f678c29accfe4da2829402bd
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f9d0cc4d59044bbca5b7b2c9e10ef260387e1c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ad66c2e25f14333a6d4af712e8ce08c3032e8a35c1958b9726c606e7d91c8a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd997b5d3a4eb3549a94b503e676895feaa0dea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d642b6b03ba506340577313864f496030426e77d860f73e8f0c7011238e30ba
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7419a126a96ecada6f02a48d89242be56dace02
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cd547d18d24de2c03c1223cc2187d120cf1e27f45f0d0deb163262407618cf
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddec7b5e2dba975fddafce7dbc1cbc47a018c210
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7df95c9277e1bf534c982e21afc7817fce6911a6f4a5101541d222bd8fe4e54
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de2c704e8d5d841479b5c8015eb967747badf0a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab045fc17a0b785a3ea7bd1656d85f277a800bcd6b3b9019eb69d0b06931f82
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf64b755766050e88a3045de2af8f444d0155a5e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47ebf1c91ab27907e0fc09378afb7b9350c20ab350d11764ab8c3006970c31c
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e229e95a18859f360174051f773cf8fd016ad15
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686fe37af70464dbd21059b7a86cbe6cd17ef93b9865fa484ac8e1032d35d804
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f2e918b32c427a6b477f27b4bbc72716c7e99
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5428276b9d028c7b62c8edd3c265fda4a1f8f3f220106aa631c5cc1c2658fb6
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f19847ed549fdec499db19b3b8d24040b3b809
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2b5e5675862a7650ef89fef7b2e911b285756fceb9ae654fb635a58acfa9f1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914224829d25c122449fd8d3877b07714f7c28af
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e68b12ab8569b1626e9e69503d136e17593bc49d509bf17db6e58aea2f083e
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bd4dadf3344c400edf176a4583bb5c522913e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eae4bb5a294c3722d368fb48b845e19209c9fe6f913ec4a29ad52c4c4823e9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0e435463f89ceee5b86e66e3fdbc5da6a45b3a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b6abec113899055328404f14be9b1fda0727118f8fa771ba1384b89696b849
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51771fd44ff1730ae25ee482e98324d4b66a9bc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b3c433519cf7ba053e7496ed0817d1593f3ce61bf9907e89234509fb53a374
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b5d871c401a6a6826c67bcca7eaf69d0b5519
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b992557bc5839e1ae8f71d10397c254ef036c1ac285b81abcacb570f5a3ecf7e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6d8d0716087186f05257c163a7a07794b73fd1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed41265215f638030a2f7f90b3dc473b543c457b768ce4163ecf1800ae60cc34
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6701f0f91eb7bfb468bb6346717eee5e6c700fb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068ffdf310333409cc8c0e7c9aafa6f3744d412050f850a62ca9fe5a3e320e5a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab67f707e002e13dcee0d80bf18d161720659426
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cbddc4582f2f48e30b5163df331663c7b463bab92780f353f2bbd06e356ba6
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7431edc4e7367d920224e7bc765776bda29a608
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb0f4182a9d2576b8751ecd371adc2ac58e3bd9ef32cf1edfb47157d105016
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc336c18964c4b33c6dd46b39f341edc4cc90a69
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aff280d5e61f838201f530065df9cd44fddf9e9ac48bfaa18ba4e28fd5ac853
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0348f386ab7e7fffa235c557c55e4d3cba51a48
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d240465994d095e282eaa7cb52f8148a7cdee025a056cb6bd92865fc7144f75
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5aa124bfd8a85bdedd2ac7b49de8bd59259811
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2b8b18a4292e9f753fceb147ad09e17207126167ba0ace62416d96e784b8cb
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f617228930229d6a9b305ab785eb035ddde06c2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3796f088a80866bf9f3822825160e5755c8c538bdeafc3feaccab851dde1acf
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addbf434f9d6dff28aa5b0ec1580420b1f8d0965
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f018431e048938e6ac456577b3fdf5b79e04343a92d60a8c6d40fb381fac86
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bf45a5040ad3099a48255f3bfafd3abcd65baa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ed4bc13429bf686d4925f1139021b8426655acf7eb44795465b9d6402886b4
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5cbf4e63f87893857b9c5d961f505b55f3db71
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd35539369e3742c2c4f63f7d0a65f1dcf4316f2359a28b522cb0041cc9b81e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e378ef0213528fbf465729f23a29b60f66da819
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4cd00b5ce8300537e77398aecb0b9a6f5bab4730006ed0295ae8e8227cedc
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c30eb3c604c7c8d45cbd0cf7fa541f60f42e41
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ea051c8567d9d9df42fb38ecb5b307abe5530daf035c1de4f2b11ae8f6eba1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65749cc144784814b320b68fb1786a62bb31c2f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05ce063950f05d7d9737d0e55975965ff833d5dcae9955db6110fde2f1d2674
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9153811b307f0388628b58eae07d1ac4bbbc2e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5973891b3d6b43615156da6359e4f589b5b46eb82b227783cad42362ad1f3e18
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbf2f0ac7dc206b2a7f22a2634f718f16cf3ca6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83033e20f64f9545ff79b7640fbd614c682891ce6cc81d21cd42b638d97bb9a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e74e3f1f35d2f1f1fb9bb33b77a220911f5946
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547a7892a486c47f5d8f6f46a42d6c7b642b3946d8ec1bf2db2407419f4f9936
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9580df1f0607f9823bbe78dd1ccffce30a8bf30
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420586c5e623371e5d65b27e6c505ad64609cb2477d9a2c6332778b34e69e147
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9323c6a8990344191fcd01b082f758684a4b320f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9249169cf991c0df643a550e0dc6031d67e4a325dd2c9537e7fb2b8d5c4938c0
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce98c5d310e29aaee2b7c0730b165bad9bde3b31
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e343159f77d49961b90d6e4de874d9e5e67d5b394e96a4036b95a06f2f3bb019
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e3e87c19767a7713c9681febc7e00acf586146
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdbbfc42f8e07b81c1bc92ea1b06aec67ac2cd5993737fd94cdb0b3b6f2decd
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fe8af5c76dc829eb5c3492fe657a883aa33e80
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef661dc5edbb4ccaf0472ff355e195735eaf61d877c9b1882c24fd5163f6789
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985bb88360898329b06e948f5bb0134326f055e5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8532fc93707f721f78258e1b89cca9e075d2813fe061976f2e5dff6d2959fcc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e1644c1c43642c1cc6f2db531e4ddd61398972
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1fa90d442353e5d2bb2744e352cc8558ded2b294c5fb8f03b7fc2a421c46c3
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc395fa9826b4f92d3bd844df8f67d7c61e6d367
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c64178bf95c8597b611be19d01ee375633034ad74d0a5a4ea37fa2d7f7fdf5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963ee83c1ea43a8ec6cddc66b8f602c0d728ebb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea53b9ba578bee0fd443d40ab596e46dd279d907536d9bbe0946108c48da40
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fc21810970602db73e181ee6c2d749922c2dd1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134d7d390b2298c7a60f8a7c473f04e495afc58603798be747554301e3fc1e72
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca0706a027efd214046303b6c062183abce2281
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01812762c70e72de2293af64a954a984a959ba64a6da4e0a555225cfeca5787e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ebc6324650ed5915946db44e67c40189ab6f7c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b722e212f80a1279441327627003f063da1a5e4c59e5de8be0ddcb6f95c22a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8011800910384c09a65b1825ee3b82d6be06eca2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2995c7c3bb7dedaac964942d0ebb1d5c6b13237a720d946e0ab1c24b2c22d314
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e940ff257b1ebce916a8d7d7f673ad3fdf903ce
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e972bde8448a7153e6558f40102d235cdb7ff1215f955fdaa8a645258edf57bc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d052b1cca3ba4169f9f68cbf4c61c0c9d6751e5c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eea954ae9474905a50a9fd45843d34610239590b15269db4be30e1c4fa515c
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395feea9439f6e2488b2e9974fb42efda96e4f84
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166e1f00093bb1abefe7ad71920129025d834ae8954f0d1f0c17abb1ce691cee
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a6dcea04d6a43e8303b1b99f9cdabc8ae5268b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4ac618b83c841d37fdadde387c6207ffafcf15b3b8f62c3d065fcb16577c0c
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e3c5d81fef65d01c9fa0ed5a40abe7424428ca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c212835beafd82f387fa917fc0ad2e518964fd71e7b7fd61ff81cbe23ebdb579
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1530672720c5b2a73f807175893f346d7f2bdb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc5eddc261d9d67790a60e551f98d7b2a6efc14848e02958abe18b1b7ff98f1
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4ba2ed62d80c22184ba4107628f1da588b4aa2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f6bb7b8f29cfff8fcadb9770ca5c68b03e762c6b60d8a0063586dfc9b8bcc7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0acb0d44b4b3aa1d46c34d6af9a224e96111822
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d92e84e20099dce86858f39b345a6486649f83a980c67fa5a4e311a1123679a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cddbfeda8ff608fd933667a3f7b675109c74e2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe8fa880af57a92d2abfacf97bcbbde3055a85a760ab849e68d11d844c5502a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8f72fbd86a89bf01dca5cfa5da40ebae7526e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d32111add808a0fd5952974f180bfe56b73460ac88f5da1a9570b66e7e8a07
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da264ed41a19cfbb70cdd3507e0a2f6816f6e722
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0aa66e3cff657cefb90ad56bea4c839f2fc1153dc391bff91f5ac2fa2c5c0a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03d0defcad83419e0eac24bc045197faf3e4953
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0736b56999e2b39f4279fa5b121382b26602d32ebe0d60d1a33da4f3caefb08
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efc9bc006b0dcd67c823e1b1221d703292cc57f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fc33418e6a27d2cca758f10d0dba9e7cac49c4020c5832cb2d79c7c6aa88c4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7b2f4e83a5af77d0094466e5e692fa57d49f7e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4541ce6f7eb3510184140b1a43e8e45f5b6ee11b34cbf977dfcc96e3594251ef
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125c33053cdb1e5b07220dd5e22e3ad600df876d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc555d68fa495f3db606349b7d002a43444cca925231313a2617649b0224cbf8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830437aefa3b2d908a4dd47ec087f367fd9cfd7d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ed41c46f4ba86f67f13461b3c585a0d788f216e162e5a83e92f9c11e6c778
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46c331ed609d9c07a358ea6e0b7367e5575f371
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e13ef0c2a69ad391ee3c3242187bd880d503d4aa3e9e3c1247e45620641d00f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac9273f322b981671e2140a99579d3a165ee7ed
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d87ed3328bb236d607f2eb9e04c19e764eafcbcd233b21049fadaf8c855a1
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ec7d318ec1a1e693e5a6c147df163ce601fc13
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1d1e0e9030f879eacd368ace728bd8e3c642c9871e3bb8459ecabc463b2f39
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ab7e372fcdc665b9607a746eba0ef70726d793
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa891908ec41fa1c1ef4bf272af6905902ed6f7c3fa72594a01e1db9a94e641
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214b91ba73f922193889d223bac005305a1a775a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dca10d0e186087f8a5556da3a2a0a729002e529e72fbafb52482a586dc7b11
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6921c748e094bd69a345f494f89137ae77d1d6d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821ed46882b515369968faf2dffbf77e102b61c6647a2ed505f87a38df5d2681
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dfd818c73e6f5fad64a47a77b51d80068b6de2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3aede255b437f58adcd0d06ac076c55b7e2df251d78c855f7fc77f39990087
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ce13a47cb34b5534ad50258e4d9b6b932e22c2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b20284b0df7f68298f1ac71d5790ff26b72be63d22533166e0ba77683cfd21
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdfe8a96e99b66cfca379f2bf87e84b6cc28e87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187809254660a07ae1fd69f41df14f59c403399bf7762853b25906040e8d2d6b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74cb7876ad76428ddc93ce37ee20e1cbd34e1d3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e18e2bc6e68351226151589b4301f6024f23addeb90eb8620407b45efd69e5
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc181e9747c3e9c2691f242293285faf2872298
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cb048b61038af3343698b050617a49b5232b1214c6e6bc21f03df6b8fbdb79
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7095b2f3f4f46019aa2c482bddf6fe178f5e619e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b5e27f4125d4c43da6d8694de1bbd2233641077f80e1510e182b337d757d47
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf036c065a727db32918cf0d41ad5ecc1012614
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737f571a26b81483f4e7d655631c608d0e65518d5ad5e403aaaf3f0aae636cf
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3e26617b0164af4d02e3ef16e949b62d9ac6dd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac3a8e31b5b492f21b4591ee4622c31678aef913efbabd4884d20befef2dbc9
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b91e49ae37ada296654dcdc529b51b13f3a9e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a32334038ca840347b38cc72cf0dd3d193b2158f253fcc0d1463dd9b2751d9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743a17772df12f76e46884cec5f3a8bcda6c8998
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235aa1342b24ead809ef5e4f2fa399f4054f943884a563605585808709f53e38
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cae4f6beca733005e8ae58bbcbe668143a12f5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a4f851b7f635325c2196d754f53822e260aa955ddd6e1426d567ff9d3e9ca
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec35fac10b02c5c8ae16be70726968682a878772
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a878b9d5d5bf9f160d692fe7a4837fff7a15ca1941f0815a60e1a048bdcd56a
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33857f1b290348aa0ff816b6df015b840a6f113
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd527f52f9decce61621d38f616f3a88f919b691e9727e2b8cdbe36d6c7c65
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a419bae9afdc4c1bf2032241c788823041932fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6665e62ff95dd6b127c7a922f296dcf23bfe4f9a43868a3b6ff303796b9f3c3
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec55c1479422d821e171ded5f7d3a8be55f86ca1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04751a322fbd4d7982abe85d837e64cddb0b1f56687042ebfd7042fe78bb57a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b2ff32b66b5a2ba5ebd97c49b8dd025269758
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d846032dcde927191c5a4a63cba161e67e84ced36faaf64150b20dfd74e07aa1
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b51105db065b444a72cda1eadbdeb39fc63e3f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245dc29a85ae49133c249720680e058244f04b11538bfa609a938af4b7c8a367
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b566fcaa3369836a77edb241d841fb90502676e9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2dee2de4efcc546d22694f4b2b1fb0115d29d2af99465f4337e132f48668a9
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288614195e7f64b46208443ed097ee88d0428985
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b2839740d4cf3f2f43964afc0f31d1454de970bc6a63bc963506e412a26b9b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5857f75ecc0597b1a9dcb05544f3dc714b28c1cf
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65adf0fe50ee9e0074edaf1d321d06eb6ccbe0b43e2c5bf3a171c651ff2f330c
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d938ac4cf7b98e71e846df6f370047d4124e2ba
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b7d0725ae5bc7c47b120479f3b28a20bc26b3f895a5e4a6f7cb3182eed5e9f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cbc8baece492433c1785a3580375abdd68fe91
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1a12560da1dceda31764bea30b6ce9c874d96794786212511b240c2c255378
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fef9aff061ae0b9a36042728eea341524a926ff
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865272cf911137bc407ee7854689604010717d6549998c1464a2460948c6decc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21522ebb0e5ea60edae416415478b3f6238e016d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb86ce0538853b07c13bf0e30a8c922631b13f5a9dc56a93ee40da6b2552d20
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad996391ba051b389337710164b7c35c7cd1b64
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598907acc1b30961b869ce74028ebf4f4d085cb70f3db62541922fb65b7f69d5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ae1e18e8f6e1b022c3a0541bec3f8666dd09f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0c8da06ad551420ba4ada8190dbd433f325192b09304c858aa0da3f1b6b769
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d164ffa32b7aa7664bc99a0eef1f04ff79f25184
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932482cf684d2bacd2cf9f01cb93233466c25c9c9c53e5c9140524c37a34e40c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8f5e41b81a863407ff646fed49e2e56a532a84
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b20828e211e6f2b482e2f57478e2adf7438f706258b65e7ac376e68401795bf
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d1a5771465d9ff44c4827e582dff04a939e5f2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0aed1024e7cea1849a7ff402601aeb934dde68a6ab71c8923e822234803d67
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde25f023e12e890dd2f36da517a734cff3674ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c80b4440408997020379307c2511977cf7e2068cc99af49abf54f8c876a1a7
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0833871aab4bf8ab749879eb218bd2f0650b774c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b29bed1aea593f9c1151b7eca1afbdd032e5f46349a6b782d3039282df6d79f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaa18b6c1bdb0e4a209608c53a7f5c143f84c97
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22149980d86a10686ab77676c05aabe6cece547394d5d5764a74ed232b23c0df
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbe4c05e72d0c9f0f3e2439877e99da73570a30
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93763483765fed39d38bac915c7a577fdc20b4fa60a72de571598c07fcb15c3f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c66948df9da78b67b336ddf3cb695dc5556f32
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c478b4be3568a322488d3262e1f8ea644c9047c678ad5903652fcd8be83f0b
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abb9e65c3090edb7b46aaecf17d8a9c4ac16e79
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fce59b919f177d5b3779052f404b11fdca07f4f639cefbc85c25c0d1f923d3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ada956c3d3a66b019725b9a9d7d3d6d5f23dfc6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f2e41fdff3051ad122844e2ade2868e914127ab3b94efe32641e0349f9e59
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc56a160262948b2dc675d48b31e5c02f94b0802
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69e719d67681270ede5d235b4b200fd2d44fe35193da94c0e7932ceb9490762
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0fe7f88864649e893c3080e2f21c2756300be8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596a1df74fd2d3c881ebf15cb72ee813958fa7757defebf48b090306a605967e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5af3b302d240ab266f45cb84ae9d048447b011
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771eb0b946c9734b72d2928b5c794238cde86522f1014ad6fb310dbd12bffc6a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cbd66b6955d7f2645a79481064769bbb431799
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b68bdda3f0305cfaab00df9129d9215ec02e66d8f85072876aba025c86adfc
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cfaa516ba4ef11bf44c930b4af9cbefca39c33
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b9242287f4724a1a44fcb19b0785ab38ef4fe9fa64ea46ebde0abeb113de34
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc3e30882fe6b8482051619832694a534683443
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa84e503e92e35d896054257a26fb391b050c8b1c63354c899eff3488c4a067
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3276287e64af70c9f432fe275978137dfa78e87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f339e461eb0da2e474d0e8caf2d178fc2eb8622133135fb035c921ca320e0223
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874c6a7c7f18d6447ffd1ea0a02d7f5b73612c8d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ede58bfa93f404aca5ef2436382b8df2798889e374a93d50544cb00a4e6418
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f635ae343ef36bc92da5ed87a1dfc01747f9f93
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b365c6ebd91f4e037c3c32fbd40decd4c050b34d545f3421db3cced53b254c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8089af985628224d7682b40e4bc1e68cacd0e93
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bfc3fc7756b83ea1a112d053f728d4677d80e3559ca4967bce446e45cdc191
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ce7adb36098abbabf30046b66f70377c464359
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e25e85e2a87b081abba5aa68d7f60797e1be800755b9364eb59a0102d280c4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d003edb4ec2716c76e486e1afd65f7363782c20
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0351d419a5612d93a49f504bb0c3cbb05b922fa40d490e046d01bddbf94d36
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b9eef39396e7eb3faec0e80753cd859da7d58b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc82b52f922ff9b47b0bee6da02b0129908c4474b49cd00f93293ee109b243f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1653178514943a3b971f96b51435b18ee915f94
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be15d1de08d99e092a0c04a2f00b0bc47f8a8878753eb5f17bea8c61f546296e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41be369aa5e5654290f337ba940e5635cfcab79
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c8ffac60cc371fbeb3a78e2529d2deb1eaa663bffa628184bbcac711d4c3b9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0044db7e0771be161cf915227db1613713d3100d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751fa03a4dc16a3f8a2cf620be0853d0d9e6716284eb5a456baea30bd9ecdb71
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b103683dae7053506911247501ae77d942fa03d7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bf3f6d52d6f9d7afe918c05229760ffdb2797e3b09a93974f46a44b374d7cc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d515d1ad3cb8088db223096651800fc4f84284ff
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbf56491186632d373679ac94af01e3ffece223ebd74b9502454570d70e6a0a
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c1c5cad1cf3848f72deff62affb9904c5e33ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aa099238568ff3edea9d8d8aeae7390deb699ccc9dd4be2a98a98a9a6f2133
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf30b261410df63e9965bfb28732bf78f2cf03c6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284db3fc66162645a8a5d7449855bdeae0c355bcbb8f495d45e21b34284a3421
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c06d98c26ecad3f3e4633fcde98db6444bf80
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a80c4c444a57a2de6d2bdf7b864348d2241b3b4d5bf6ff15546d1c5a0fe0e61
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57d296d14441337a5f45c55b5d734c2532a26eb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aba3fa4b8cad89bab36439768821dff817777c930b187d7697db66c6f839bc
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f9ef57575d9ebd48d74d3c031efd5adbc51b03
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca40b031466051f47ba1593299f67254af48b6da7e512dabb16f724cab4fef
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6c8b1770cfaf2550043b4ddfcfd7cb4fa8bb22
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b5cb95831acc248baa57f18629e99290b5f571e3bd7ff945d42cf91ec2e512
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3716a53c33c58dcbd6d603a439c8133e78f5c08
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c00987def7710d28f1120db76cc76359e9c43eb3900170e76f323d0b4ab9619
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c459015c8d2352c66ac9345d9b5b2ba17d63d26
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517935e2f555b93990b3f1f38dbf5edb4e7d2c8c27831f4e471886a827d1657a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7054ac43928a19fb752f9857b860249d503fcdd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc026bec13e81c187d2dc17f358d9c20d9c169b3b0885cbdff8a7b7e46c804e6
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3f9e5794f4523d61c8ee79791285960616ba87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67adb280c163f4190b272c31e2a731023eaf6fd554d888ade1dacbf035202a1
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e13677c8b7afc24d58d31d6745b6acbc7d3a7d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec733306482c78d053e97c9d30e5c3a53a558cae80bf3aa604e1572bc9b01982
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e82e7b773d52421a0579e289ce066fef7d429a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae143b00e51046f06ee688c27210b61bac0913b5f344d5a986b71ef74c12df38
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84118dfa8a27bddb3d8dd648c5b050a4df076e60
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369a674ef31d4d66e9695a230aff5156d0952054da2f84d695cdaac43d73f9f2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a752b672331f6a570912b434db3b8e18d80bbd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b810f58ce99de0db87776237856e3530d511c34e5be33b76cbe649f0f5148f0
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0428f49b5a34a8db8d18d12aa54254d0379046
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499480591b4e1e801a1cee33ad8cf37e2857e9ae768f822073ea9b1f666f7a8c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719648601fb35d0cb45a9856ea42e74ed762373f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074cda3bda1efca2b66e5ff78d5ca3ead517842ce7aec899c96c1870de333bea
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9253aef1f205f94471bd1a6b2355fbcfbf3efc2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4073231d262901ef72f8ac0349b50e155654eeff58c8886f911406be1e245a0
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd98d235a54bb56fcad5c5781bf9a9db6d354c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aef319fdd75deab61fe1e782d06b575e0eda53446cf171730b8905568ca225
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbeca7d0667d3267cd033727ec17345853c15a5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe1a8fbb2dd1d4f173d36b74f7ee5ae7e8937d9e79f2c7b706c6f2944840ac5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed1dfb81c7877212a0fae3e3a3f3b8a10c53071
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95cc35c58fb5e07b3b5b4acf7920f5b1b5b2672cc3501670491a6219558e4c5
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab32b66d1cd486bb60cde48926f55e4971647d7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37d9bb92ef481a083eca717e489dd8ecff32bf5e0d817873db5e088db7976d8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16676e115a568753d477351a770661563982357c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9c88d86f207b6b10c0a783d52d0919b3d042f790b1407ed757f1bee2de0a00
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b763c75d769dd4916ef64c50621bb1ce25923416
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd2d342aeb8353601d3b9d2a4483f716743dee5822f6e0378c21ecb2fed8eb7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d7cd379d92487ee9ae58680680729dcc13f905
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ed8fbdb0992c55e05194a664cd29c9ce1ea075ca55a6d7044aabab16275de9
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87ac7636ca827bb23e342365540ef09c3449724
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4a7e9bba4d1eb47530cfb95313e58edd0085765c5ad8bdc23bbe73f663c5b9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d601482045b75a951c7884e88be0ab0c19588da0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361b59bd5439d3ed69f89d074c4d3df6a8f154e0b6660d8fbf20da66ca2dc35e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433365298de833006b5fefac2982822f1131dbc4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b515f99348f07d7c344b9ca6ba58e9b4c528556e8499cecbca0e549ace01569e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b0970117fdb8d2626e2352c5df48cadec26017
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23dd4fab94a8beee8f125a2b9eaeddde06155099ab7cda4a51a88380cc50e93
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425333ca2bd4acd52a07d93492b98337fb8d89d4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811e10cad8e336f048177d90f84a842d6fd246aba315b56535fa7e1500fe987f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30135e8bf0208362fbea4a92d070a4da2b14b27
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa08c18c321235c83a5802b562d105e79cf1dde271131dadcef784c395e9e53a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1872bd72291b5e306af9f4eb70864c552b718a7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c66526e446892894b43e900d5c081222824bcc09fb22a33151c18df07db9e56
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a2105f034a868136089ac535a11d67e2b4f08
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8184bedbe0b96cd8c94aeeab4457fa44770607f8330e50f39a8d01ec173ab202
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62586f8c6f8a9308f0d757df0be7cac257c32b41
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f68a12f32043732bb668777b42d94c12abf05a5b3cca9005aa73af15a553c82
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7df9f8fd46ffb578e48588318b704d05fdeae8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b37de7d2438dc0929d4ca6cf094aa0f00a10ce9784b6dada291cc54b5323a8
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2c9d385756a944c2cbee23378cfebaa1548748
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ead2e29a6a1e016e731699d0d35f3b4235c3f009fa2f0bdd09ea86755ed833a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b77ea8d3c86fa4a35c9cf24b7fed4e4d7bad5a7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0deb2f79b17028593b08238f8b253158590591a7c8770a7ab7ade578ef03f079
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f8e58eefb8e7c4b2c82fb5258713732c1efd81
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f884d7f7253837fff7b3cfc18b54c53cdfc266c9bb5a6df5d3fba05c6c14f0a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98504ecc4ade5f8492141f43619159f40f66633
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcd183e7f77b744931346fcedcab32f5726c3f2a7ac0dfcab6dc8a1cbe30019
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985f89c4078fe9a1fe17bcbba9caf27226cd15aa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5f746a6798744163a42ae52d03500ad9997f30d35b7b84a108878245489f5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c8aad240606554bba0d9bffec69b9242af4250
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152e410f7095dc11319e10900b30842a60113601cde59b7d243417250453092d
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d9341e1559286ec8be3fcfd7d79f61fc6d2b7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b15b304a147af79aaaa58e1edfa537f1aad1eea86a4ceabeb370d0ad4f72060
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c48f69ad9fa995a33d373891cac340b94d25f67
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f790e9d0728452a099e3e4dc5d776cdad0b4ea1b4bee6267f3ef942951735a49
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eee1c4b2730ae8eca37ec5d1c5e8a810842ddef
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94eb3836f0d4802854a1daadd618260a8233d0380e83a4f1554bf950e1cd913
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d6a7c3bb14a2f13f9f405de790af3985d9a279
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55a48c0a6a149b3632ba26681d9a212763e855ec2bdb4ac8f9f6ee7ff67af9a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3821e6f17d32362dfa264541e6e1421b607f04ec
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75811ab99f8f81674688fa2018095445817e425f4e5913f73732d0e6cda3f891
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8883a08b9472b768eae4a57bd067be9ed63218c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60b6eedbbb143d7d7e18cb528f43b460e4987804013ea43777de0c2be2b8344
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98942a214bd154bddaf210ef843bb8e57837cfae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458fe8fc343ed93797f57f5c8a8da35edc068aa7053de383fc8100f847393786
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c04e76630dc9cb628ec48b6babe112c42e858c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a3774d79d4789bc2207362b08fab07dabe7b39d5d3eac7421db0def8dfcc60
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f675b0c247ce0195f76ee2b0ec0b4b1a44de1c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddfb535add3d545e448f236cc633bfd6ee90617467fbc45ced822343cbd53b8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414e97b8adfcae98372198c025b962090e4d9321
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cd6f9d0078136f4cab618aefc7358b64f844dd4e1d12857885fdb67ec11dc0
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abafddd592eb456cd544b3f04efef5fb47c7ced4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058d751344309890ff3d71ae95d508c16c8f5d22bd5795f04da9a6bcbd39a806
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee294c21012bcc834f203d53df252293acba10
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdea300d4ba4a725d2d8a6911b879a1899fb1c4a151904de105c1eaeb5ee590
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ad6ccdc822e4c6de6cf87fad1f1ae5c813560c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcdc668ab83e180f2a2b104942ea19deb0a637c967b07b352e1c180fac85cc3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf3431c1d3f96502007898a18e1d60a02749caa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567cc0ee609d841c9c82716a7f39cd666ec793d4da9351a43ac22a24873ff2a4
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5f4e7304ee5b7ab9a1c96d444cbb6a8ae7750b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47c4bf6359c68a5b76c0e920fb2577fd485d51eb3587a957280e422ffcf2496
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a73cf9d7128f267b66a36c650bc92e092aa906
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2d7665259e9b9f32e6b85a9004b56a8ad762aea2f54c8f401cb290cfa5816
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ac1997de3693fc5f791d848ec6549454fa3d64
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fb978cebc92198d34a625279d629f068f22e63b1dcc22ad816173d1f5b35a5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45495e0627a850843c1c328f72813811e2095b1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9beb77996ed3e1614f7d917a80ae8aff3a0317441914d5000d6e3855900a4f
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653f80d3c69593292e1c309548f6c769ff9b416a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e504b826c107815cf05109b199c0f496e51caa58acad15c284ada5dbda6d61
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8226ae80a875356a63f7bf57c78eaf51ebe4ddbe
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccef3bcb660fa198aa377cf83123ad9f68ca6055a159f2f4e73b94a4129d27d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eaf1e9f3912b3dc4dc75b6c98b2dfa5116f388
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b47d0ce9437258a25fb66c66461f695ff217689a11cf9c6f78ccd60edb37ac
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed607af762e15f2aec803ba6fbda398716d12325
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb868955622d283008fa311424e5049a1bd88ea4078556193225574e99dd7e9b
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28cda85613ceb1c239489f5c825ea961671d9c2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eda2dba19f26055823bdd4b36734eafe7c0e345f87b12c6392a3308f558445a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a321b02915e871882fd44470f453341f46b423ba
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab7ce04851395eeb6ae92fd9135cd3db437cde9fab802d52e37b6a21e1ec9eb
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af08bfe046f291c1e1d2e7127fc8e453d27e8d7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be04492b9f6238f712e9e33b59821c89f0b0b2f0f6b88805c9130ccc45187d7c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4990714b75b6de8ac176180303e73b75a3d11f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0349e93f21d4fe9259d8c97b6a72f157fb52ab42dd12f68d82f5f2f4cf6ed9df
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8d5a45084971e43f912977c9f435b9057a2755
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232b58037c86e95691d4a7d6a08bdda4db1a29a2e1d45683ec7ba5ebaffb9094
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29aa9d5e0b7a8976b9e4c2f29a36d7dea839799e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453f2c45db98c80c70016a7c70c1f28e65d8dccb17b14290ee91b05f0401bff8
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a55d7ee9c9c95303a451fd54a9ff9833e07a56
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7c22c665ab22a162fa6a0bdf80ff46849c2af107b85612f84e6efbdfec9ef9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993d90f7c1a373c556e6832a113c51ee49b15293
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7500c06e8f25d7cdb5df1051897b3b67a63f4ed71c05c48a5da1721f16db58b3
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ade78656b7f97c12c32c4aa28133fdd722be3fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46553e375b27bbbeaf6f2cd1fe6e343c4ecb798204c6dea6a2e53a52cb26063a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea795408391ad6f67a3a2b40843c186b20cfff0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96b83b249e90d05c3b9b2775472e25c98d085992a42d338dcee40810917ed1d
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c34e23204b0c41a816d6b0567ada921b8721b58
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7bf87e506085f624ce03b34054036c62aaeeecf7d5f3b16c640f060615c91e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d89053664f874cf30a23082510e0615b7d2d98
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b988ded83a1798c39ee04cb19af78ba7868a5f8a6fd250fcb6acdb0de0d47534
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca686183add46c9b6537e1487211bdb3419f97ee
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b27af2cc71f407aa9efbc082f82168c846fce6508bcb252add59321ad6af00f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b073c44a4a319b0afdeb9c509ffd7ee03b9e1c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2abe22644e9fcbc364a6a0025ed8c8b944a3b7cceea5e2af1368091b1aacc4c
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad232344ff5102fcbf652ccbabf42ab3db37ec6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc164bec3b03de7c7eefab307b1fa1558b0010cd369476aa58e56fa0749f5d60
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaca7a173d3582a4bd1a6e5a8269aaf3c559ffc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386e5ba2a873b3d93c3d956257f214a8ecf213ee3a8169f955b99ca1e9b92b41
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1633ec878e4dbdcd0c0133957063940b0fec732
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3675c81f371684b29c987679d047be9553f98be466ef61b5ea7911ac82bfe2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ac2d909de878280873384fe2fb13fd22a0ffbe
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c692b74f8f8e74143c9c51548d2adb2dc65461926aa306e30cf809b248b264
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ef01e9df604836be9176fa3b855c4004049821
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e977d075d4895f0d8c578c561eaefa046c3c0153379d514451b22b2ac471951
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640b8a2dddb4dfef49db9fb2456c95fdf73cd3b2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca70c5542dff04eaf09359948b73d78d502771b1ba8512dbc11df1c8d81c6eea
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928d48d11aa85c95ba3a6f4920768cb46b288d2c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4157af07a85665dfdef95317748f1ef9c2af6a44a8aa879e3eaec132802d03
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2b5c3dcbe852e8215d19ed0dc539acceecbce9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d1f47467ec435bae329285f9a884774d7d24547efbcd982dcf6f90d000fb8
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cb3e636c06c12283d6fd9fd72308f134c71147
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819cc6f51d882260d27e0d44ef399c9d3f4a7a060fa12dcdbacdbf793aadec86
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e7daf022f1d75c0469ceb34108794e86c50106
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f932ce78a7efa5540a785e7fd08285dbb75427c59fd71823d55baee251cc74
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9bf6d4d2b17ae2652a942b51f7c25453fa38a7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57661d60b20128ad6ce863d4a90691a37194e67daef16f075a9400232263f5b6
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed5d30a374a80a1ffe83acd974c750553689254
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2044f01097942a55c25be551a88897250d264c989a16fc0b79cf7d5febeb68
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af744c4750f8169dc8627d32f6c6dc2b669b863b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e270a9ad4e592e10a8c197e0f609d5d63f4dcb89141324f85d3a3ac50f2ff18
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb47483717157d9ccee7dc04d957401915f5a82d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170c8fc6f683c0f1f56422702dcdcef8885722b0f16606e57eda4c2aca89ec1c
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149b4ba05ff8ac8e610afb157e7af7eb5642ad7c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0169b77052231b925f56b9a34bb76cb3e7aec4a258ba914c4463f3a4eac591e2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af60868ffd957082cf526f2f3107dd2e269fe5e5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9507e660b1dc3427af6217c92de71edb20967fbc4c208b47d21e65cda7715eba
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6286164ed41746301b30929f6d4583b4dab9dc5b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2088df30a4ec308e6d17d7a666710c0e2591b53e31928836c5a8fe1d73275f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d616fd62e5e4c3fa0bce1cc76b43460b37dd17ed
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14a8ba9beb5970372f3ecee506b77344dfc43e72bae091e319751ac3a488337
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659bef822f7a0f9616b06b316fe99049b6240f50
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c743f04aab072909413f7b77a66074f1c86a5179b0bcaa8075d30dc54bd0d1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea6fece03884cc70e68607fc10bf5c8d4ca1a40
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d08fc2de2799debeff26e3c433240d564a2caff58f829893f21ac5645e6a7e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b84edad3db1a45b8e703b9764f3bba1bbe34548
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeea6c690c55fd82ed7f23fadb588d215ffe59ec772f9cf52942a0bfb48df37e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1273882245e8689c0deda58fb19fa6a57036601
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46c93faa2c5e649ddc399cdbab49552a384f69a5f8a11d68610ffe8d7bd3e1
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fa56877f9eaeb0087a4f0ff9774b28801f1e1f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaf6e3fccabcffe45f2b59229cca45ebb72410d485924e5c8d6974d3c269344
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a307589492512732ec60375f65f7931538a22c4e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06db5b2cea3853a3d9539ad75b8e641ffb2a78c2c4b256a9cbd5497e482a254
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64f2dc40b1e4f2f8fdf29dd30c480389b57ac7b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadab55a9d7ee4b76c9a6c68bdf67876210a358d095c6c7dfa86b8111cf6a13a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a1e213dde96044c4f6be2ab68ca26a36c3a4c0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025f5d8d36035f871e7028978f7b8c5a86871dfcefdb20d5a2731d4634073494
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f350e242ac9e13c35703b4dc8b99f52861a85020
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60153217daddcc9ca60ab725f2f91e6c32c3ee24f66f0e90dc0807f92c288332
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b12a9216caa789c3bc9dd168dd574d6c595e0f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671f90cdcb511464a6b6396728fd2a6052271a64af03fa9396ca0005656973ad
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa55af7686177ade7eb586cbcc246c5491cd4a4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1712d1d6c95162ea7670807216827b42e07b6c7f8be02dea95397f5a086a2b73
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4d05c88b80bdbd270ccb4cc4c3a704a1a4adb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67780f23965cebe6cad17faa5d531a8eef7f50a86e98a601956278e27aea5109
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f42c22b53422545921687f9023c3fcf87789b4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5b91871b9da8ca40936e82a3583c8716036bddf752b8046a5aba3cbb24081d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751d90f94b6cc9294aab4fd0e1ede1d1db3631d0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad91bd283a0fb76b9841c7d4882bb1c3c736c2a84c367bbff5cca3c0f1e9e0f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714480b751e5e9dc84895f3bec5c31e2c2965936
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaeb195cba932227ebcc873b712e595fe64d3482abf1b3f7611dcbe6fc9ec9d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcdc9e2072596b56ac1db5c8b5a190f3b0c835b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b29f69e89a95ea573a9df8e06accc5e5e7837bc125727dbb028841c3f91609e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89a64da71e40091d430d1c15e34050879baea0d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a91529ef2131d1dea0bec35be77cee524aff39e758c6ec5f747da0c5a366c5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d618d8913ad8f0139f57d310e27b3b589bc6ff
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6ce63a923eedf59682598e5f5bae5e11f625ed641e31a33a21cf0da6f5555f
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81be6a18fc1abfff6115bec6e765c39dec2eef6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c3368f0cf283111bfe40787fedcfbe68c1d12f5a29a5f9ccb32a5f402ce70c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faa9e11bb82c934120c4ab76acb0caef11699fb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50390f6524d9ccc9265aad0fb1e548134e3f9bd89cd54549aab8bed61d4b5db
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87415291bee29a80a98299c39aa202e8b12fd3ed
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b861b42c3839289034a35af794e31ab9cb0b2d251e9906496cbedbdc6771ce7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dedd540df63b25967cf8b4ecbaf8fb55d57aa76
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dd06794c1400f79a00bdebda0ec237866ab40b346ba55baedbf484cdd0688f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d437a5fe9bb3d222681392fdb3ec02055bba11b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2e422fe20e2ffb3d23101655c1bedb2db275ece52e03e31e5320985c7aea76
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e7de25ccf5aed089798839de48060e9536d5b5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dfe5d542067a2024083e65f9c81c08853efe31e74b9228d1fcac932564042d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23bb5eefa3270f292a2a614015d83c35af5003c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7a671a4df5dfa8f981d40db4f42a287cf24919d7e9025832518406a887464c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f612358c106dac8ae5598daf262f61e6dcf2ab42
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca1856115227d14f6f5165acb77430fe9e6bd77f11ca46427edfc052affd9d
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f0f85debace599cc502212f06ef3c6b92dda9d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9616f6169d6be863df5f0d0cc0ea713f94bec82da1ed8e2ae62ff88e05b35e4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1909f72052f0e58414514a56576a1c65598591f5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b68409b4e3128e9668ce7a8c517230e6c3319f858c1015c6eb8eeec577ed8f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afe042269d360b5b96a3b258462bc60efc8671d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1425c2d7e33d4b7184d69eac50fc988fd39c39cabde10792bcfcc643039de1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4cb1ddd95577d432c4c264747cc6697a30a8f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f2332f4c7373a40d2d440583ebb0e2df1ecd2df1e9f94f1fb949e79c753eff
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cde52717f4446e15c930f4c070422b61f99b1c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cbca1612e73255c51b903d929347acfc05c528efadc1a9117bd0e1a4e1e958
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a883109073a040d14131f57aa3d70b53b1e0219f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639e43a537a685ba4e8c51a3e8bed714d94b2651366e73cfb6c2872678ec2936
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f725e6e9f29302d761a532183300eec08adf12c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaebc5c20aaed8cdedd4d271711c76861af30a947fd0f953481b62b047a349a5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994b1414fa226768d00a2fc3d52912a9424235ad
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b650a3572b2d99e2531c5157c267492bab5d566172e50a4381823ab52e6f466
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef518645a43f3e8cc14f7226e29080ac34bcd63
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c192ddfec8297f2b66d7dd8b618dcfeca81677e337c65a8a6393dd89cd1010c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b2d904d9bd0ee623fe15505a2f475c18f0f599
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807032aad4ccc969035a8fcd597f98142e327c8f695ad40ddcf0c9ce5fe78c9e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0365e54cb061d2a8c050da1c8e44491b965c6fd5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f7998d933bf0e4655be826f19ea107ba6f9e3db972936439c86118950a5b65
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac2a0838a1100beaeaeb0c058d43684d7b6cfab
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbe4264c4ae65784326045ac19eb2562eff5ba92bb4da69a3e221e99b3333eb
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83059f01fb614c27de6d6529cc501ee313dd5916
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae22bcc247adfd9f138b48cfd45a3d4c5cf1b2345947f4026b388013fe250f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f40ee220d784cf649d3296f366028bf23d969c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d03f3806c5239803543bf04678e0ebddf99738eebdb95bab69b6d3633e791
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad191806e938dbab496a73c0dd47a6b6c109698
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e5fee5b154150955d6d75864d392bf289f25a9dc67e58a3092e4d4cecb3a5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bec5cb7452052107365c72428639d2e337c86f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52384e22278c5dd6351d492ed2df7dfc55a6cdb78f9eef6654a1489f9ae7e6ce
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fe0b9fd7e41c5c2c0d5b82c4a91894acbbe551
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f6f1eae8b361d1b29536ac9ebe510f13026bb4752111db6506c310faef9328
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2011cdeba4c1918cdc04e1ca131a2e21032022d4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4cf0d8265194626afdadd80da125a3e8067ed61c09c89224d748872cc6ec3
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a978e7696ca46000ee16cc766cca2b2f773ba3c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bd627384953329caec07576185514a4b72dd0eabab6f32ad99a56d5675f560
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ff3bbc4a4d44ddfcc3e13ee2cd9cf9f527c60c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac33f8bdd3e487ac805a4ab47ebf0674a5f222c8c06b393223a065b4081593a
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fa8357c5c1c5ccf4ac71b239ea338cfa45dfe8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2392b2118d2881cbcd6c8203dcd9b277fc5eb87858ea281015153f7e14d26782
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea23994b2b1658e33796571424ae016bf11f4e6e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8988a16408d352bdea248c6c3c5bfd6252957a15f5a34e453605bf76408937
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfb27df0aa0c07c429fa37e758a4ef1187b6441
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ab29958f734c223d77c54e0883d7afcbbeb05a4b2bb213ed257cf33b81d3f2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362ef1a4683c7a276abbf38e29f78094837758ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e37317f50afe81508fe58b9f56868802d7b5022f56d2fa080ebbeade4ae220f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac04f015e7d2977315c893de04c3279bb32d99a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483703f09a49c4406fa04262a1028ccb9d3a4bd35d2497a0944ce79c58a7d774
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b9514707c68c99717b7e03e17c7bd15ded17f6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab912604a39de8fbfb25e8d01087c5bf689ca8d93aa64bf9cbb4f9b8f416c022
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9111cd1acb654af87412803ac01baec8ad56a4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048ad90cc5791bcad2f40e6f0fb6a00626470d0eb796112fa329b26222536f10
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9081b34b63e59be8ace9529c31fd184fa0dd488
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfc7a60a87250e2ec3ccef9ee9dceee431805588795cb8a54f28d4ed66bc9c8
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db517adee034d7f42dfd31470fb8b8ad659786e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdb023dae0ccdf189e584268d0299ae02c6fac5a7ed30f5c3293006d629c59d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d573fe66f025b905d2044adb9c4b1256194889
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e550782cc1b3365dafdd6867b32dd0c7b9dda31cd036b5889dab24975e497b
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af233ef4021c69812e031406bbdb21f7f0e24e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6696794d4ca0693844a61f673f6ac988bf06a760027b5d73d719493524af38b5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f85a17ddc36243c2b679024811cffe43fefc80
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d696adfcd33ae59cc86ecd26282665d4003e4046e0cd3513bd59ea8538ea9e7b
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419a47a620153c9e275c93685b0c6882ae823d99
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3082af319acb33d19ce94026f5f06407f98b07650975a8868ee9cf8e4bf02bc3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02222d1fe863957e193a1342fabae51ea9feb876
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125839f20d0f9ddfaaec440518eb8d70aa91fd6b9ef083621aadd12da5a6f881
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b762084477b4665562278d3378b3e676df64dca2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d95272ad535bc2437dc1acec8c0255ce17dd255bd29e2bdfc7deef688048a30
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e865e224e8324a08a0369d7a3ac391d494e702
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c373154691025121fb95f339fbb343c6b75375758cb6b1db787b46d860362b
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6cd51b07d751ec8398664a1d622cee41234b3f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c12a6b52e70387681726c5ce4bafb452790cf5b60b34614f22ee6d6309fdfc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae1284690c7bb403bea4b8a57007713c92089b9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fce719efe15dd432a00b53c0ba67c88300016a85011f1a98b8754e4ab1ac62
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f89514b2203db2837436ce19acf9bd5e5994f3b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3054821bb34327292907824b1139e58084c9b8469c30a8517dff7f4d1f85c4db
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ce1fa686503508d2485cc5bfd5cbac9cc858b0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d07767ef8728f124063a7425dfbd6a886717091669fa43e5e0a2f12d210264
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409b67482f00d1d9812f40b3cfdbb5a57fae2ac8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b91fdee5bd8e9ed5f926baf610a87efae60f03a35a1f8127079f153746d0b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46584ced069e77bc4c5b92dda6ac2031f086bf9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6bb2006fccb2c51f4b6a0beed9191d0a91efdb7399a6929e7d04fafd68c47c
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069b254afaad11050b22b8af54a1a04196e07309
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaefd7b5fca95f402f45e889581f38e7518a76e807f6cec35e5c20cbcea8cf2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44952c154cd9cd6d12c0b3581502db72960f7b7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b8aedc8b809dffd8bf182ce2893206fc58b1ca229edf9efed2d3c685a54bf0
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b034369792fa3f02ba12e6efd1e904d56e4c1154
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb97939c29024fdb342817fb823fff053a28e5ca90ce41c51c8991376efde45
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7083207bbf7b467a07b6a03dc8d9d7480fa85410
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1331e3feba54386a2b76c7f5de3dd0134b38c5aa5edc436e707ff7b4eeef70bf
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f471de0104c720f2506e832068af17b685bdd1e9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7ec234f2bd1ea163130b304e76e6b7c7ff91d55054e1fd6cb5bc3ff1f69fa2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e59afc0cec3aae8b41d67216858ce4bbc7808f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84e9e8ed87a689153ad609f4e7f4fb593c8ec62f3b4b312dc4c4965638a5f1e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0493a7711d85808a06d92d9690f8ca9062e65024
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743b8f99684cbd199752275243ed3521c5cf6ddb35f5f547a41d1b9d46dbc538
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55808399797e3e286529b2641d18dd24728c542f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e90a039a726081066fe7d63c265efd4811996f808e13898f4dddccc13a86fb7
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535e0209c7a253c3e68382f33cf1895460c66e25
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da04de2b24e0e3172c1df83e03095879a970845bcca2a61109e5c71cc1c86126
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc67c62d127837c4b108e2eacc7784a536cd4cee
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ac1942368ca713ab3c246b4734a75c78c4161a4da1657e1770bc79915f7144
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abc865301af2d4651244950e3d88a9e80f5b8aa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40705b303c21f9e5ecc47d0912544d87004c6e589a701ca44f825e8c1fee84ad
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad2a87c8e09a7ce4967a34a340ab3e19028d6d5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b7a004260e226b9502deee2f27f3d5b554dcce3a049a5fa9eaa6600fd50ebc
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f9ea067a96848c9e0007bf41a77ace7cb8340f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb659bd6174458e869259931274a522ced21d234dc2a17d6e126fc9a62a221e8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec80ebec74904df6acf6bc2fe8def5d90eb81c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20053b793cbb7f9320d987a0315306fe38bc94d88f7e693fd7fabe9c3cd761f7
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6314cda564e00c7cbdf459b2297ba589a303bbb4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f62d60c4c14424a4d75311b5ce88f4b47d00b0d35a3657a311cf3b9d3749745
+size 1254
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4235f2829d924668eb936ea826d9b72e26e22556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0febbe79b9061bf21eddf2d3fdaad1527c750fc527f67652b19289ca502c8d16
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd9a5faeb7d1e0efc1222d7f70dd216765b15f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f6a2bfbd38b5d171b08b12dc7cd35039dda800118a06b720a19ead902c92be
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f248fd27699298ab33f7bb916f595efddaaf8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25ed2fae2d3b18facd5906968bf45282649444723bb9173827d72632d57fc3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9336e72051a959be72ec9a2cdb6ac3d0f6fd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bcc2911419cc1c88274bbc1c41821455784c52302fd3b275da9ed7294521ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45abd83258643fe17f2d86b79305d25ce99f1958
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd0d4825716b66bdb5d6fbb689238843d56d2c5bd1679bc886574a4e3ba228
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ddadfcd0bbb35a3c21b5f8f3dfdee52fd028f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d152bc52e0545e779065158b518a3d27fe5a5df6b87d5592137000b7d6265a06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a8f0f5db9a73bb1a7e390d197a047eccb9a5ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e249c16b2ea2c4a333465339b15a958d2662232482b09157711387bba6af727e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac34814c48e15c08d20ec6c97456fb9b313747dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b908067f68cd4bc6311a3f47d27116ae5270a4e047833e056af7f2fa3ea1dbb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384fcb9e70d8dad18d98f9cbfc82149ef5d31c82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3495916e59fbf53a346567ec9c19df01962f699d7e3582a19eaf3545e76fd226
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b45640caaffbae36fbc3faa5f599291a7a002
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e66b936046c7ed9b2a688e5a0b22503d9cd60b0377e6791480d53afb35a6a13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e877bf5afbdfc1ccdd3794f73b57dcf49c32a51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8b54d01aae49f46087c0b7a6b4e2d0d278a65a550940cc905dc32a4be7a20
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d19d7a9f385cd312c6da8b718e70d0fa71dda2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e62b804c657b6c400038b87735e962ad8c5890e3c37ccede29ace8315ff2c94
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b130b2e46cd47009d6065fff6d83fef7b1e2c21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52e4354f19d686fb8401184dde0cd335ca7a36d505e1740216ee496d39be279
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa75e79e8cfe6bee7b1f478209bfc360d1351ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c9b65f88b362ee0320ff33a8f1e5ed9bd1fae96036e29d0a7e4f820bb92c52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695a25104718ed4e4deea9412f76611a02e2fde9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2382de027c4ab35c302e78a528e4904aa008cc37bd05c9e18b76a35aa71431
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f047d35f254701ff6e5dd892322fe8f20dbe1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df53917432442ad10331fe15a2332063e8adffa13ba0708610ca6f5646eb1634
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dd9d021de9bd67d2373d5850e611f53ba14672
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5eb955305efa823a4c800ecb34a33ae40007b083fae76db35528b5fcdcb4d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79b0bd69d04e24e210d960eecf30034f6b29a15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81ad2c9b9aab92cbf7a7e620e4378159ef3d88960e93263a0459262b7577781
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bbcd231764e6eb1b6a00280b06cd7f5447538f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30294415f6b5f274952b7b898dfd64a0ee170fcaec4cbd203da4967258d57726
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee19450786dc67d2a433ef8393689671780c537
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e6d10ef8fdc8f98cc46b393b586fa71ba59f8f834029d605d0e088a70da8f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44f767aa0d3af58fe9d14fd22ef92adc6b08c37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2673300114cecf6092358de7a33ed51c47aa12e3eaf92cb7df4a83c4b8b57f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe9dab801774394241d3356a8292e303204159d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94f10104a8229a961a9a0db749a6f4a020713c99a8b1ff0c2887e1c88fcd49f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222719b8fcbf93f1ce73a7a40e9d8f154e55c19f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873aad905cf6078fe1399546c536985330f761a6f15f632ea7395f34efa1e042
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe045f985b7491fbd5a0b0165d025c89f2d8fc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d7f3bbda4d2c797625fba011e0615431ec60e3199e901ba492b2ae14db0dc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b91ad7c1cc24a61502abddc8ee3fe3b725f96e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79a4f837052e62721afa6015c6fc76fff4fd11261b53cbbb548dc7ea83fdb5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3556eed5b87a12a019612830041548e18aa056
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e18f03dc0dabba147b4a3d94b49f55f7469f0301644ced336209ae2b1b895be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d455b7200ea576e8c4e9ae739099e7f1bfda4449
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb2bbb1b4ac895afa9cc0df21b26c14e051d5a74bfb7e22ea23316ed9c0b3d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed0d928e69f2167247c8f6a57933da06b624f1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36acabc69509b777677682bc7cdddd34469904c9e2801037a186cdfc6a60b516
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346a42f95979f1ebd5a3cfa7db217d240b37aa23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ac680244eb2e051973c17ebe8099727e7b97b4a17e4509e9c813b11c052de7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c52c0f3712b64b3df7e384b2c160f4f3643fa9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da690e798b6e2afc294e2df66d366b5faa2944e3d5b537ecb7a0bd7097c447a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ad5125a63d6c001976dc7a92824e5fc1510239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f03d1ea511361f68cd3fd1c158dc37ec8e64f7f647699b999a89bd717c3fe7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f98721c79a5de006fb70d84d2c52b60a8565942
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2113442ceee0761c649fa7783f44bfbf5938155c84aab3f4bfa65287e14ef3a7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015d8029ccbdf00220565d93176f094b36de28b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d678f96f2a86d87c5e917d3c0843757eb676353e3d32137fb94636dfba6617e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5244a8e0227167b6a7c39b1455a7c74480cb81a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16572e3506ef0d6d364a3b15f14b631e1cf281b0f3a2d82ea6204db14ca5fcea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0520cc57f3436b12e2357b12fc6de4a974c3730
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933bf06d19a4e6c682e1a45a5d9c268f617b343e1db3b9e7c0303eb284f67b3e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b63bff2d68eab2490f0a02b34dec9e8efe18c63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793975d20608fa4dccddc3e7e069b97dd6dc7c7cd69de56acbcf692bb84a35b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8477b3bd0ff03c97dfe9a67f8decafdc7b577a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567b3e340414dea6941703be9acf0f9db21562b82a3b4bcd3da67cae0fcbe07b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c802c2c34dc419154857ba33b4bc3b5af931b805
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013c87ab81b567051a20af0e5ac31fdb4509f6bf11ef4e6de59a74e374655583
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b023ef0243da9888909365ab0f998cc87ec3da2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b10c95e4755ad12d976eaaa05ab151677648b5274c5cf5059e9432bcd5fa31
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea447f6fc67123b07855385101699f199de21a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8e5da27bd919ee6f59a336ca4fa6062ab5f4dc097b55b2c17c096dcaba9990
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb83cc9c754149d89b8b3a69a427d123be172e33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d048a878a07923d0f1bd2bf4a035335abf01e143766bb718b5351ff10aa7762
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b7f6ba5b335d98495c56eeb13428c4bc89d4e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779e4771c82e65f48bc3448bcb6973ec1743b4dab95157a6c700966ce2be2d67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebcbf2cd10b8bb5a5d3590f8e3f831c22f16220
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27450579230efe43685e0af63404ccb09e9fbbf1a5e8573e94ff5a35893eec0f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd3308933f4f78403b36634c3af58d5e647607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679b6499d938625dd13a688361dd9138bba9131842e6857b9977477e61f86ecd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa06da21b847191678f9605633c807690b6a9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad797fb2ea16787d5d545ee7949d32bf91c70102df462e3d65eb656060acd876
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089ebe917317568be392a9928d59c341552f0d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2895abdd84a66fc37ff92499f2a38917c150753a9db034f75af42d2b066ac6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79614d1f595217e43e54fe642a1c3f5bb3ef6426
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f624b405cfff3059fe3d210ee5ebb54c489fe1989e5733f42822a9012b071b59
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7222279688f9ee32daa95cb29be0a4abb86dc7a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd06e0b9cc3e26d503bbbb52d824895e74143f12d3d449cce14a8bbfd392b8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b13ddf78aa3df0d063b3913f31e25814ab5ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fd4a039e4f2e9df7153317909c326298c68e0e0ab6eeeb1e67135104ea8adc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa793e033c5f2d3d4de1dcd64bdf910c8a94c27f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef66b31d26b40543460942b03668b2bbac65e96aac2994b225d187093cf8b37f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a2139f89cc8f59013b27d3ae1483c6110cc36d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b0b093e6ae841c409f3bf76cff6643539a7bbbc2d74ecb29c45530fd89d100
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d50a1a77082ca26e086ff2a6cc0c970ef7c61d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7258072a3a489615cd17f7f892e819e2349e3e2a180536d79ec1d036b52fae93
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d402122b0ec0f71068e6b22a845090fa70793732
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7642b7d5d7fa607a88f6263c374795d21f0020d285d3e186021b14b84b6738
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ea57c417ed737c982e8fbc0d4e39e1f9e963a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f2588df3c9675cc11671491f63ee1ddb03639b40106f76ccb9986c2245db06
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6354d7b0db77acc4fef8401f5e22784804f5ce60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107b4dfee8ea3f873cd26f9c210616a27ad794b7dce6eba292f3d9facb5a9614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc64d6bee419e3c3cfca4bc5d714812ea4757d16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7741f22c8abe3989f9624bc7299cf03563c1dc889a3ff355e1340876f49ef4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773ee0b09960f7dd9628f03bbb171a365bc54991
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424c607dd9b049881b64ab36d8330f35308066fd0d3e86a2d27a80f95262053a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c5879b026e0fa247ce60e47727899ce3b4887b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8ab3fae4d6a37acffe21f927a882768f588f6ef02ba759b087add7912176b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df34fa6e09532406e4010e1bc4eb287f8f3b2826
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df491f609b828d426aeb4e68de221fc18e44027011296acce627a4a2ef6429
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aae9b22c0f8d99f50ed46644c4db936e072e0f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c89f6b813140f826e0bdf9c133fd435f5b0aa8c003172788e40c551a841f339
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81c21ffe3b8a01038623e2c01a128ef7ab497cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73c6af70835f34d709fde7caf30350cb5ba738a178796ccd4561b01f6f8e6be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9286994428156b4805a4b8faa123ad40c2583918
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb314b49e2f2acf1105abebb7e300cd7738ccd0eff5a341175766b85cfb86802
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee138abbf7235a46bfb53fd1109642625a8116c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aa966fab1392fc60cd7c5c4578186d20eef8e99937cdb83a156a69b3f6ad28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d961c04930b789d55578dcc9c8d84d561089011
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab529bbb8c0c8e3c758eb70215e21e594098ce251a3c72dcaee348ecae2e6799
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb64750ad13599fa1ef5e982f845e53e1753cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172a07650b259a375afc70c8c33f0628be418a46e94649711322d36c89c87d4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62a7fb4a3507ec49ee66aca6324550fa198e450
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b54aee27e18e348090dad52ad97928be4c93af4d8ed8c362b7868097118935
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737f387633c8de7254685b3bf5e651a8767d0552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fc4105fdb07ff7cddf4dbea36fb74866730721ac024a4caefb8341f033730a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd334f75248ac946bf2b3e1c836d2210e3771ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bcb72322d2bd3a9c24019ac117784253a50c03b91b2b58e7470b945386d482
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e85816b6817d3def4f036721e0b9195a86db063
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e40907d188fa9c8d640b2ed1893ead977177bceb350566a7781ba1c3b906a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11779c45432dd2efba95f0844bf6b0d11a106797
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9749c362b3c7c454fd30ba5f7038c4a9a0e65773683f84609b61bf50771f19b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6ca914c260188b32acc4baa85bc8ce7bad5054
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c338d0f955743c29d8bb1c779c249de559190143652e6b44737b908cfaa8d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a04e822012505ccaa62c68eb1bf20bec0b2579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbdaf4695896a3674c86a0ba8fc75f1a86db84d28f888f70bf353bbfe40d16d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737c8e697f7b191642253c30a74aa178f27c6e7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c0c9b0ef7885dbc0bca362b3e8b7a1031f2d154dd8d88d92396858dabbd2cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbe7e4a4bb65d4887b95435830d2096729b45f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfbcd5c1865dbdd1147568bdaea48ca986755170b36e843f69193504a2543f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1699f71add35b7a38414ebfc2d562ec9d1851d57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64487968b7276dfb39100f03e98c74bb9feea6d66c714364a05df92bcd40fd4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2fbdd6c2adbbd0a52c346c83fb270d5a6b446c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c10b1908a0b79b339fd4694df5940b16f3fd744ae69800e79306cd112aa3d40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7461abd30fce387fd0ba42a53a4eb76048554fc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e4dbcbee55b6a6fffa01f8e56a08c0f4251bfd0d16a4667cf1b8daa1e70c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c1cdb69cb8cc5ad0a9a27feb10bfbc4efc515f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651b1d5a26ac0d1d106bc97a451373f3bce0f2e8102904989bd82ca5b22fe8b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a45d3be56be5fab7c31e745d8f93dd1c6e8e7cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23020ae592597d9175c1ea7e9d496182cf696aefc64065a0129c87cc92f515fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeba98df17540487614fed303a8a448dbdd38c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240b0c964de22059e0356062374b19d7add0d16c12a9033d74f37a09cbbe4a32
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bbf0b089e673c5046cec7dc0d120202b888a29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900120bac160a4b32ff238d41b632270701de4cab0ba2e52dc48e8b611374a0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c09b233db9d31ed12eaf97e46e6d4f747c5ba2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae062f51673a75b9626bd5b375d8b18e1faa967958d68628ce2e1fc23e6300
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb59a99fdbf32b13ca065f65b369ae545d52bdca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aea2b1ac006a4c28fd18e1e2e2576c1bcf30e9032ab62e80fa8f877d0be4ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7ab91fe444d8c2ae08e9a744fc4367e4d86f8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6230c71042c28e26c6b1ceef3307d739109444ec1badbc223f8759ff99ffb6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9524aeba981992abf5e0b91b130858eadae55bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8a7c14fbb1ff5b23ffc039b0e7ef7c9f6e2833a45574b36b2535bbf5f1a322
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a28f56d4fdaa7f51ff47ac4f3b23cec90446e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3fd3655be1d87808a02365a85d00fdd3a7757fb2501d16194068d4c6aaf0eb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88771c9866f8e1dc3c807f5aeb53345ba77730ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f051453133bc58f87c9fab6ad3e211816246d9f5efcaf67310766bc7fd0d198a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267d3b0d401113ec5560f8c44905b71d2c20239c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8c669fb8749d6689f3c4f54cc05cbff16c70c67721cd1510712f2bd39fa0e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3eb4b7166d1267901bd1dab7b7b09f70f82933
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196bfd2fe3e9af9c1b9f5c09f0a4b2022280f133b22895f13ec1d6ae26a0219f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e38a5860c0aa2d576178549acfeb939fbb962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0353457915e267620b11cffe06cd5ec7230bd1a3018e6e2086016f977ca457
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5cc5d333d289bbe6282de11163dba594983f04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5640d8fbfbf92fcb7b145d86c760d88b73f6ef1495da75b33532a65088464c24
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d3294a8b7a93a8ec498ba69eed13cad0a7225f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b92bf3c4819483603e91c062bfc78e0caa8a6b49a50fe27ed6a383743627d88
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5849f4ee47b60ff6210b0c99453b178aebf9f361
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bee636c4f5802aacd45022ce0e58cff0df911e957edbd69caeb7b95ae2a1c35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a854c9e2d468ec3f1e947af95566f4d13ba31969
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3ca7f3ceb3669126d37741ffed549b274aa71a91d6f3fcc4d07f7a2c62b41e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34cb5443e801b63b9d41dc76b64167ca8c3c4d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5f8309484b82ae1d19ba89c2290575ec166f3d1c0806096c26981d27bd35df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6034e4fa303ea004ae616d8b2dc25233873e02e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d51783a3625a26f29d04b15046cbfa4edc90bafcb5473d7619e1b7594c43346
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdba5824bb42a2fdcc222c90aa7aa47fada8356d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f9dd17edda5680870b6619cfb658b5d38f99d04e259c96825a4c7efeea94b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dfc356bb15b2b0fa75d62b235feac994e37d77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73776461899a97e9465c45764f90367f6e0d2c467154c79318d3fd4bddc602e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9081853a60a657f22c750db86ed90a6ca928ca26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0b385592dda72922dcf06a7e0e0a9f33cca056038a5de537ae833abfa6a8f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d987dab0cd923c97081a57eb778039b160e9e7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86693171b4aec109270d436f9e5ecb492e9c24801e87b86ae94d6442e5f5e2bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb836b57ddea87787517fefa9dbda9e181ac7a8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6f56598ee246c935d30a79e6bad8e8baa9851c55342076f9162fc2efabf415
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e575a356b5de2e5071fe85a0d02b65f14520b902
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db65b0b6a9058fe082d42e62491c2d93d51312e9025c5d8972d6fffce2bd0c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01327b45dae7b8b932550d9dd234e335bd496e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a2f30b6b31c49b7e10b75c6d1aedb9836177d08747fea622e43c2bccf95bb1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7641a71c050e28c2b322b986d9a64da1e663be38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7458211e96bc1399bc34037ab16393be57642bab9b24046c2073d8d36f0a007e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08277220771d244e715678fbe29d80560fca6539
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4ef6795af810702b58a484c81adb8f60a1d28e0272a0f51904a31a42913e56
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d62dd38b013810487a90994c316e6a038a28250
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de6ee474f43848a32775db79beb015fbef8319586adb356d98e5f20d113cd43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bf570e1e05ac1039d2d7a458fc61dad50eb2ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f331f3688df49cbb26051a2a90e56e13c3ad36e142e39550d9dcfa2dac79a355
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f334f15e62091e6ba4312a10420deb77f31b684e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae9ddf775247ad15f2b416782785769dee4f26713ea8de3adf5511812b57098
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a695cfaf915087a571abb1601c9f8c57e6fbd988
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b4fe6dc03e9a4b91520857bd0eb0a2972924495acb4253f9a86f2e6600d4d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8604420a778ee309f23ca3d61da29d5b878b124
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45974dc6a0ac7a30ca5c644f82912adbff55c22af787ac022eee025a750421eb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aff2ff7c76d77aec697e2a6fb9f32bd22102d32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb4131ad4771d01dc3734abe57330d40223cedf129277467e938c7e53d894c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c30e76f13355db1073cd50f7a80bfe4631b6401
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fa04f65da09c1df3fe6a3955991e8c460e4fe3534ecf11d0580892f0e9c188
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0638e9c6a9c99ba65c0961864e77e9e468a1b1bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91ee06793e3f51cc8bf5cd22a96bff6a4ff0c1ba66e0f4c53f1f91d31b6c0a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4041d2a17e0481c427c404c6f816caffabaf7bfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bd800c283471aeedd56754226aef4264a994333495c53d12c28661b6f648f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6cd316bb3b3e8e458e01fe9c52c7d0a0527bd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069e1e32800e8534613987014339cf34457e726a680f464bf78ed0187e05eb4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b980a036df263a5239096932e378eea5947bd54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacd40355bd6fa569727e103d54d75499ea42be61273b2d4c391880c30dc8d6b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2166798905f7318142aeccc3861cc1355e68029d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1babcd7d2a1e021b277fac5880302f88d5805f65659aa1204fe6a117d5aa998
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb6cc6fc08641dfe56901878574661a9c3baa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a683dd2993f3f8e1b0408eb2cf76565456e908c45bfc2043a162e6a99ee7ad8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305aa3de80007b29cb8b53f7d1c4fcba8a7f7f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69f568d7d1885aa7dd34621c91f74932eb070e839f723579716f1b3ed74b2bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b238ca87a4fcbbbd4924e45b4f258cc1e9358333
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38adbf0d5d7b94125241d303cd923750e4ceec063de936ee2d958b2d3a690481
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec499e9f7c6e2ae093f6ed00f1571dd628a50d47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2308e04e297e4f05a8ced56ae2bdfcae4ed4254d23e43def0c1338e81eed10bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef146d00279f37bdbfee844e5a488c258c9720f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5806e3ca4ee8eca4794c4b47a606e6ef513ef237681c49fd733423028db9ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc3315a40b121859b98f628623b9b2856cab2bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd5414793c78609e3b07b124727dac4f0d8782405ba86934c2c238c7d145814
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa47b2fb2086af14ea1fa0a0dc8e019c3608d2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58d5fd1ce9e04ca8f9dddae9c7d3b5ac04b233c6a54b9685d94caf254bca7f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d73f6c55c515279db8d46eeb4f1a8c58813c2e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e19347866c3f17fa1ac13c48e22daf1d6fc3b25ebf6020fe1b4a7d413e7ffe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dfa82e52e98156b9770209325699a332d02776
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf8d0685ca1fa144940f5b8e02e476ee94ffa01ac889896524f980a9f4ac2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f1305d441d95c37b8ae7c8b6dfb9d6f3f24ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e740771a5d59d6f98494be514ac0d1223b6b69d0785a426cc47ca09322192e74
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb446b8fce8abef09f5f9a88b806643e186150b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d15b97b361fd3356c22a0f02b863d502e7483bf0e4376a77756915c17481882
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77fa8ef053537ab543586caa54e4bb26d721b8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2ccf67d03ad90c294ec87bb97b5c1e6bfd535ee046f7b41b45f3c98cb82c5e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611c91027668ae6fae06e49d6add7e5c07a92b7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f17b4d441e976888a2fca2fe7846643807cbb51bec6e54ce5c4f8e851e7880
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b72a5f22ee4a7111f28f8011b51f93dc1c41125
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914eb716724e60277bfe8bdfac7bde9ed1596edbb39a9f246fb130b11ba242b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f9975b241aea4546cc98f29d11eb39c5150ec4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d2c4927866026b4ba916c16eea281e78afd6891c09d9f0a92e53e39fb8cc6a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573df0139cd9a8cf9bb3ba91b4eb74b43eab6492
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1dc9f5cc0dc3ca2dbff729688a4a37199f4ca7e6274af0b57dbd88242c62f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c168d481ed5df16bec3fa67286e412df2c9493a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aca3466f7384e30caf1588a9a89e3d159227518b13006b622791b5af8d27148
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccd51a902584fd151572a30967de8dcfe14b66d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5882b94525291c325fb2752531dcca2b04d4744f94a8c897d57d6603ddf63825
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125f7a9c05727117feadf40d4f044cead38c623f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c31276b486e418aa20bc9e4bf6eb8668005e9477e23675b3f8a9f73aed51b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9da96802ed07ce4cc5bbf961629b592e281532a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23a7071a028898c6b68ace9b95c4a5ab87326a1c0cf310e04c723c746d819a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74813eff2eb88cd2f03e5bf3aaf8c1fded63e9b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37753e236950cccf8b71a2709faf5e455b055646d1177a0dbdf61f91c651ab6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97694ae0cd0b58e7a24dd0c2e017a458740b1e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9097f4d1d8a3eeb30e473d1346eec22716d9590b6ff54ee903fac86de24c27c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a875f6713024a30d15eee69eb172fefc0dd18a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cfd8f1e8f7a6a47927584ae4873c46f18b4762bd93af913382d0befad7aa52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73b3c41c5a42353824c249abddb3214a1d87d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dac590354aed4087252badca6c7ef0acce71a8b90ebddcc16aef95e09937f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8742db52bbfdf6b754129beca499e47fb21905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e73578fc5d4ac6e0e87c013ea11e475f1733217f70bc21c5c3e2482cbf8f18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9df81ac18e7f10ebe8e4f43b489430691b539b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e845d2d6608937ec736e41d4026a3154e5c0c106a26bb3a095a862b1af9ac99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f1b952d31f8276f3414931d780b4046697a141
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54de6f947a01cb6daf9984c5e25cc203dbb54b7ce3928196a2ec36531a3fe22f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531c00d7c0240acf774011f359bde31d883b6f1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6803e92642873a5bc55f137c9ff3bae7eab8af914c82ff9e5fa65a320e6fe22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6071c9eddfa653e7558f1e7c39af9092d893fb26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc525514b011e79e1bfd0ce96ecf5fd6d8e31c56a08b5776b59d92d760062287
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec86a9f0bcab73f909bc419d48924e64a429f8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfd74c8059bf45e89278a5711d45744cc56fef4032df4e1d1d07d15af0ce9df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d134d195f13dd4baabee4e0530ef892f3ddc39d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eda6b351cc1a1a2f1964e07a2d4b9286db53a571e5ff82c08c684c9e93ee52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2284acb53e25f01e5545824b52e58427cc7c0016
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827380b575ff6b2c267858c2cebdb43e8ea7b4ac8c36135c41223e56bb7c9793
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd897203c4a08a2694c14d8de4609301442ba4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf4fa395b051fe82d7133316898326b97aef7d80f6ed3a8a1019db7d6e2c4be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3315783e2d58414cf44f2e7399dfc0afe09a2db4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b6a9d7e4d08a3ec75943304c827d14766d276f750d82c7e023b16f04cf6b35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc57896a814f0069c17024f496e2321e2c9af5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6908988c64598cac22642b052703c4ac4aaf4b2ce428bc32d33b3ae0ac229
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d7640df508a11ebff05fc0c777759c3c28346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1901f692e9b627f161eabac1e45baedd430fe50d0d7a6608fdcdf2af1d61fad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743c622236eb0d688552a1f44c86841f22c1a852
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb80d02dca7023b2051ec428ba04368687692879cbc2eaa13c2d81c7b3f858
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea67cb1632e2af9eb85f3b30185fbefd06f89db3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc06400b2b0234e66f7f0f6b1fb49beec92f68b716e3cb349c8989f7325352
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2218a4fa44cb335feeaaf14325db7b3d59f3c8d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0aa8064bf53900474c6ac250cbd1d4a911ca412be10a70f79bcdb181b2ff5
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c158c2d73e0d0dc8ed0a349ee72053752e76eab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d27c1d5f8ffd0a0d2024987c5bf7c74cf0c72386d97e230eb85ccee367399a
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771689f31102fc2843550e7beab7d31dc7ae7082
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bd1cf7f8d01d47e6ae0cbda517364b4f064b01420f294a86858a87f5589caf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb8b6bc67eda825f5bd81a760942c5ef74feadc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92b86f934c88342b77bb4f613ca0a00035efdec7ba33d5b57b2a0886d339a5c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53dbc036b547d00dd69b4a6621dc7f1b9af6787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab994e35b7c66b0e1fdaa3d3bad744aa73c73dd9e707ea8e5bd5af18428ff8b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bd9a0b7c815d74eb6508d9c7407e14ec35133d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1828d642aa22b287cb8500912da8b92279ea490a74aa35050af5db2ed5841208
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbfeb1d25c7519e02a84ee558bfa665b75c27f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d849dcf6c404e77aded9bbd845e4e390cfefab4d36e049f3e7c0641cecce475f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15de92d3ce8f9813c4f0d9c1f8095f467ff81bde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4526f8acc4d376137d9b54f75d9f3799186d017785ba5ad3781d9a1ffc822f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb347074796c8c4f95eb695a386e53a3c5e6e49b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dcfde1d30136ad2016bc8d6146375aaa111530cdfea09deaf3c8b63d396144
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040da044fea3a222fe038a697028cc39e9ef7507
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bef1e122a7ffe5eddd6236a2b14283a87899d52f02cb111520eb0f550a8f786
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d447d437dcee8e2457fffca537c136b9a031b50c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3df316753dbfccb3db9fc697705bded60cc1dceb6a508ea70b138952a448a2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68f3e49a18bb03fa056224c259526462114a0d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1464b40e3da9ba6b536dd5e59411bf3693116287a8a5425d8419a8f99d1d3a29
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc40d30fc5034aa315c3b959a71a3b022457d1bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9901c2d7527ab56536cd3249ae7ff2c3107cd836407ab46e62c06f03d2905dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970990861b99720c9c676e3305302a1edb8ef641
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9dbcdc8fe59330dc5a7fe74148660804fe275100d3ffd9d5a89ad3a81de614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bff0ac9de91c4bdb303be65410fcb31890c997a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6118bb4557d76d4edd5b44c09bbe44675fd5935c486d9f870009500c1badf1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0587aef35a1044f18798d45fc9781f9d2a225cf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3f4255e96f77be6e75008b1b15b83ccb3b0806b8a3ee535d8184b0d41bfa83
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6192832a1a75984119a4334b96bf34d6d776ab2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff66da7d3ec1ef1c4a63ab7bbdcba09bef46402eed0b826e8e69218d74ee72
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325c156d46d2e638a0358743eae23fa02ce2a1ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d743c3af780f37b40c2c80f873d04e50cf7cbb0073ecd83dba24bb0862502889
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e57099fcbdd56340db91eddfaceee810b7b4e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b7bc1032499119af715382b01b7d4f5cff93fe6c69b4e98bc2b61c7c128b5f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf463da23a046dc598ebfe08dd16b83d48d85047
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c813533577f45c62933b554acd7b56baa42b7e6099652a4d9657ecb6f707a1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6676db1cb00bba764586138384ae34a9e0e966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e44ce63bc168c8792b0b638163dd96a9d419ce02f570774e8dec7ea02db6388
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a847820f4018bcfe666f7da37fffad7b2752ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991e492d99bf8c57020b79e052f4c517bd978e5063dc624965b0b76112fede5f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776997da4e762d2774dd56a97f6118db94ffa2a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac888b93ed171f1ee453cff665d70a10d8170d2c1a230bf9dca8716600aea21
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96a1044d0a3776a2dc22ac9cdfab3143202d46b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e22fb52ccd26bd81b6942913f00df5b770c68bb368c9b03cc19e88c028389f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e6b15d829bdfba50250f9086577a8c8d33cdf5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6b3fdab249aba008a2510bead88a09eff87194f149265797f131c8302770c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6d5a819ce38f92efa1329f32bc877713c8336
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918c266db886995d484af4777f9f631b29273bdc868781343a035860ad0899c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c678af547ef7309e2b7c456291d97742546faf8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df589e61f8cc85945568b218343e973178ccecd84ad5904db4df57739deca191
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ca54808e9e32db56ae2f2dbe99d2de4b37a7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0c4543b02edc1347c5fcc63a058777d2af49cdb865bc665e9563f9adf5fce1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b4d5e9ac193dca5776a2710bd1c59b06575853
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9879da278ebfcba952be92dbac89f995e696c1922220af2dfdfd37f6185d1d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b18ee1ab64df53370c9570cd97391b2c13b5b56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8e735c918ca33c65bd3b6b14241bb24f94867a58bedf87e5b6998a39473f65
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614c8b35c5bb146465bb7bb749ead4732e18dc75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ab61886f3b8258d0f6f6d342254b69c05764b87635db8068fe366380bece8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e271079b64cd2ebe4fa1b5000688b00fc7ab1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d4796ce8f9df2741c7137d992a11acc25456275630aca00b1ba42ef9109af4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a051350be9e3019526d6fd09bbea829a2c5ef533
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de1dd6e7ea61fbaa6911d2c1a654eb073054e73a47af22d46033f2c1f00cce2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af159fcda1dec3bfe030741997f839f7b0509d5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb04da8e900859e852d53c248d85136468c678185f55a928aa1fd7a9b05a0e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c193b8938ce2f6466a01c4e94a09def1767698ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1094189b29e09edfbec40c46ea000c56fc48c87d8ca90a7d4a7b26ab1137ed92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4119dd7ed5bb571a370cc2614e7944be40c7824
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be92f44d731d3039ab0940590a038b7adca997b7f34a476017fed0acf8ac3d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51b716882df1062691140b52c59083f3f8a139b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0d58d43c924536be26e4f30dcd2a1613e132d2fbcef8afc270dafec40b2a94
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da74895a2b8d8d2d57ac3fad3afe160aaf1fe4a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943446c62e7707870c1e10610ca256d898da5ee36567cf17a131a5d5c83368ac
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04a359f0fcbda2fd49ac1c9f59185dc4d4cb784
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d4bea729867537f8588dd49db15909779fac823d178c570999f35567800039
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c4d64e879ec1386efc7d9202479202de286df4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a42a60138c5ab98846427a3daeff4c07bc87acc1c7af987d9c759714ed108c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db90707e1678b86f3bfac754780b43f60c39b6ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41448d23e060a375c605550cdf3866319de914f2c136a9df2a875fad6a702e77
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8944876cbd176a7e3ab2ea9fff51866cc9a48372
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d216a9ec1e2341e23c9f0405fd74ed3bceb6851b73f403176e0f306fdf2d2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3207003742a8198fe21bf7ab5522148249e2faa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce43a64c7fa9608fc4464584c35d9c5adaacd0ed9b514b373fb5af6ee52e7cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0107128955b2cc97c39bce8abaa874e2111801
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c48cba2dfbc584c129b6eed36f9d240e2989b4f4e6fe31106085c3240b15d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5673945c867650e1e46b664d10c82e5052aaf51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036150dae18c6f6364ca83acd00d099b394ac13c352400e30f43353feac3af96
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57a6d81bc140c84ee749c6d2dca34ead1d7c667
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1dad793bb432aef19fcd7c7f60f2f06e6e0e95dc713a369dcff8b47d73a5eb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fe649c72890f27764a92f7eec5b65ba2fac314
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a54b9287e2ec9b1671021e35bceee84044ca9ea0006d16c66ac867dd305066
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8450f7a2c929ad3f104f0c2e71d79077b59b0d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43bd49ee4d5d2499ad6bad4d06ce573d9752f94bcb497b3589234fa0a67db33
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6042d17c550839911c58647d84c03643cad82fe4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b8838a04945ab2103293d0e8c4d870e807d741e309edd77180d15b8e4fd1dd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41039ad1a5ca4d4946e334c19d5e01a4111b7a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54cf1e1c26d553e38df2cb73e1c07787beaea7a8bb58012aba58f0065933a69
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2c9f6b08d05f09c4807dd103855e6c1529ab04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020d9c4e03977696801d2f42851c6a7ba34fb974ff3c2d95ad02dd954ad756a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca72af33f4bcfa621b579a6191d584c7dd60bbbe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac2b8b8ee25ac134a1687ee742140dfbaec7548f07dc9c0f369264e1840a2a6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422ee0eb58825509516024518f948ac6d4b2df8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2aef8b7ae5850ef226625420145a90ade554e9e85fc1f3c62b3393f1907ea6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d780d290478dfef8fd1a795499575f57785a775
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c774f1a813522c9a60eb264ab6a52593815b80d6ea3a111474a3a2b018ddf271
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c64086c7ee03a0a74809897d7bdb827071875ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a318cfb192fa40dfdbb68272f3a07b1b68b4e4202e50466d39f119773e312b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df972beb6f7e66fcc17a75666f61142174e58ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb64b5ad852627468519367aed45f9508be7593eba6bcee6db2f99de5c9abed5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95441b0fdbf533674c9b7b7213c0bced6c0aa77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711f07d7b5dbade99a766afc75532c6824caee87418c0c3a9118d23f0d19facf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852be4b75d910156f7abfd8d58829316d1977238
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2466b3b70c88185a57823cf135b87d13bff7c968595768290a7609749ac180
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd3e27896eb7467774cd9940aa241b03cbae4ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbc2001876421846d99cf5c32ec37b196ecd3c136471495c6184895e4244b2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1190ef5b61fb984015b443a81c204843ab0a89cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e775d66ae2ddcd326b45695eb6b55528eb3a73caf5d81d7568ad8414b97152
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0970258fac8ba93759c89fed335db5f8fd0874
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c626817fd06702d09acab29d432e093dafd1365c7e43e4f609083a60308ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1afa397d66679f5576851789b9cada193344a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60f33fb3275de53e3c02361808aca84c52ec82220888da3a4e68b798a883b8d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34bd5096bcd0d66f11df61da7ac73a6f0066a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f777e4f20f682c4b34fb0cef5a70a5972c65eeabe21008851b7c1890f5f245b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80999fdafb3ee69f1d92b2e10a72f94629f9a560
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca1d912e903e1fbac7ede7abb465acbff77a50a99ff37305232cdd6a55e3f01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c31b999dd003bb0f34f2408fc2e7d599b657a3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60e71d843506167268d7d037a36a90b6f2e3e3a7a3440bbf8941ea69bf00e52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba385bef64671423edf6c7bc7cbc95e2f9737b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedc95cc67823f933e0e66c308d26889d03222aae30aec7f6a501a3e7db0dc7b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e7fc13bd934ff54fc2e19be36e443a1bec3a7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398c15d00e5d0c0cfd961596d3f47d7e6ea0ba13d11fd21993a178ac2a66663a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198a4ca2c9b23a00da8941cf88f86acb5ff18ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5ca15b181d0dc29d7342004c063d0325edbea990604af0efe5f6322f9e7463
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6d3f6ca20dea3a9cf870192400ea1651c83557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0486546c3b13dc19215f395227d6175f5642c2dec0a3765837f62072785874ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605f970fa36c315632678d7bb84a9eb1d919d22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c5fb2d7d2c99c22df1c2c2f3235640aa28cc43985fbb14a5a15e295b66565
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0bc715c64612574f4c1979c38feacff809dcf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b420162fcd590d8572f45ea6a64ca55fb24657c389cac624ddd45de964ae68
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849866289acebf800bed9a65b6cb55d7d8c7e656
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762e6d37e2447f75adf733fcf75b454ccbc55ef964dddf6b4f3fa1d4cc68bc87
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9738e955692445448f6f9edc621ff1bf01ca3136
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8405bd82da8ff15334331e24b5dc29339a40bc1af31e6870be11624a15e66cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4fa05c61885bee4a32f7367730affc3b842b5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65cdf671144a4866876d1e3d390d0d4fc24efe2394d00378fa08a90e76495b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9352fbdc9534c7815ef38b5866f7b675b67b627
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb171a1423410b5ca5adbfd716f5cc272c46fbfbb645a8684bdb9b172c60e417
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652fb1ee022f79d36df1c8df78b38f6d3e5f13e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483bbc78c3b51262f3c5ff1f7530b7a7050355922e63ce965a76dbfd689e50d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be69a61f0962b6878d136f9e2c07fb8d02040c87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24d3968d263df2eb334b1dc933cfe698cbffdca0d465e485e4909fc6ac8e253
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd982d3de9469e998a5853423ec39edd747d80d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e87127c4281331d44a0757cbb012767ec18bfa880e0d3b5dd028345b41e277d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28e8493e8737aa6122459938d95f59ed19b770f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c37f0cd9bb800ff275784d725516c8a9ba146c6d2b62b1e243bf38fc687d9e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a56197c8ee2e429355a27b78419260b485ff49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5c7ae0aed90c1bc696d869cbb4d3728417cb849706f8175cf741a968376ec6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21374028879fe9cf9e7970937d21b424a62e7908
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f209df926f2d56dc1fcd471184387532a596a839c5a8b09f7d57870477f349e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683302c235431c7ba64b0a9aead1da47fd2d1ad1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42f7eded2c9fe5ce8612a8515419fe414737b368b2963bbe31281d7a957b635
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8298532c6a06ea11a25da85b3cc26c846cd9249a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f353b239c472386fe99fb403e58b9264995beed54058e526ca7b63a4a394edb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20794383ce5d16c51badec2b923ebd3bab5b6ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebe9130d294c11f6e54bfc3839c378e14c67e0ee8efdaddbaaaf25b0f365420
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1928202e4bcaa091d9c01bf3a2566a1b67400fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aa4fb5237eb0b5b77e8d4f0ffa82f91e91c1a23c0ef0ccbcac3337046aa598
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a2037ec9e61199b53f868a433d1c7c24c4233
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad306f4b30a311b34ddc9c65bf17c52101b274347d418811c3540ec25251101
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e532ef5ea73ac665fa9643bfb4077284317ad7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b572bbcf0e14a5d5077d813008999867975b65178a352c8e4531917e3e5e0ddc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aad67a3a300bb52dac84fc3bb9837f04175b5d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d4db1369e56652db5d8398e210249f88b5b3256f2d39f68897e53352ce1b2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ed3ca56addf07535b2c832a34185afa07739e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550007af855b812c0c4e33021ddc57042bc2836c0e91cfb321f621a25537e935
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f62c3f3024a992b6bf1808935c2297b2356a305
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abd5dfed7e0e67b749d4af800e92c719243ac375568bda6e4ddf20dce4bf841
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21afb2732a055fd166d77ced718260cfd34e4892
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c4fd3251b25052726b6480985e8d0aa442157b40388b231e633159caae17a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f21e093a14e3366e14a3cababd8aca8263bdd65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c8850946402c9e63913937c2fd89fc72d13fb4e2e300f48971b82f8f66c36f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e0ea9889574b3e36737ef6e2d23d5382f25945
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7918c1e4ce5ad35e3649a9ee81c1983286a1a83dd18c10f4910cf96020def0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31cfbe8ddf8207384bfb6a0afdb8979c9a80391
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df36cb4262018cfd2d67b79ff9a4266a3b201a191292625d9fcf8a6c0e37069
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32797c4f25505759f83884f924259761120f434
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb623a71d96a20fe312fab432ebe5d7488b1034e11fa99144fc442b7f34866e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aef345793208fade2d21579f5aacd4117e45e37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c27a66a519892f8e4f74d5a60b8f96b00b640372bb56057c4f31266311626f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3355aa46dcb3eaabab9ffd1c40ebaedcd269d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7d838b062429e3be2a31bec8f5428d0c4457a022932e0363bd825fc8692f3d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7dbd6b394f2d4d26e44546256f0299136b3da0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da597b318f3e772b4de98ee31c7130d647172c11855ba97fa6869fedc12ced13
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a30dfcb86cc43079fd014e05589652f6093c657
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad42991471247ee6d33cd72fcd04aa29115401f10800a958641c969cf966485
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f2d1bfb886f6c13985380dc45321e6484d8924
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16981bc3087b162975553c3b3f1e3b7e023fadc9040bee99bf3bcc96aefa7fcd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d70b68ba210c0de822ea0e5c076287b18b03607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1865dd1a44e434249618349c88959d8b2b42f76477784f6641e2bb85bd9278
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec99b725c83c5d0f699b5e328a6bf1a83dc332c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2245f1e12cb801146f8f8f79ed31aaddde1ab93bf710d531a3f503cdc8d34303
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a219c7a059789d533dbf3aa045bfefd8c95c95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb3de29a085aca7907af9ae7bd54a54b103c71852d1a810bdd245ba125723ba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d51886f630ad83ab7e94bc5b4a9450fff069d27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c606c85749c18526681efaff5e464ef06df7ddb983486f2de9bf8c2337985
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437e1358a5e0ecf7f5cebadf9487f288eee55572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ecdae110d44dc423a35e250d98cd1ae72c61e0614b64855e41e9add8e8336e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7751ef8ea0713f737eeff643b1635bee572a7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd9174629e1f69e5707510f225c1ed7796d5e087374b0e26c2224cf1a2b73ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c406e6afd18b5fa616c1d9f8e296b05f579978
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e23cca6e9396b93b3746002bc313998910180384e78567c6c987391ec4fdb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50d09956a80a952cd2345abefc4b8b15de2ff08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac25fae9a357029a7025a40dd0e9bdfa8072b10776ecdc28c130c9650f81f3f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e996cf101fdce8e7d5808ffd18097dd0fb0e45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca35d8e51d9cbfbd85dffc3b997f88b7c6aef0433ef80ca10267683c216482ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6f0802c556915f83539b85d303df84290d2696
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560d87d9d2462f68d6f8ec9f5be779b1842b429c9e8b86dbd6174cc6ed3fccfb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e126d5148497a27dd0628d3241807e8ff1957f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6e981d41c09dbc33510d6118dc44b2d870f14918b8fb04522d6ea4d56eda77
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d149f9c43abce9181f30dd8035dd93ebe3537f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7e80eef1907ebb42b0480f683fcec255c031f1ad4973e9f1739c89bd8ef57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7840631f0f0d6b7b7bcc5281c51de62b516a15e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fadcf0c45d7b6494c0e1d1cba842068fa3ede4c930c0330bf0737c6c1dbcbd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4aaf365fde35a15c1468343ece20d7df58d4d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4bf574e7f9db0884b72a741973d7b6f49e12a1a22c7d750776f15c9763705
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6863dfc0c38f4e14566e1474fec8a0d6507a138
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e1fb65a09506872c1cf9fd28f34449010da4e136215e9944f18d43c05c755
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f784f85357222abc990d24978ad3378cf073bc4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3d79d79d3030e915b34caed2fb0395ff5c8fcea7bbb7c1a4e9b41c75403cc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db69586a516fdd5b8d407ff8b9e1b1e44368a72c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78a60c69feaa6249750a53a3779e6c7e2fbc3fe8e943f32822b422210fe7746
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0530f843f7f306e2376c5779b0bb775a5e746144
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243136c328ebc4169624b4fe5947536525bf88e849d8ae3d0592f6d0b2938730
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29f2946ada8c09571a0738c89df6739676030c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94c8677f61d7dce77d2871fb9db3f6f3325e2f426f71bc2e0159d8c9572a4ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa2186d999451e1866c0fb8c1be47a0af7ea37a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e4956e4ac975a450591f75c69c40c5e36071a769e36fdd960b5851b28ff12
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129c5672545ffc64edec71cb12b3ef8a0e0ed7bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa639915d70878d9b4300e145fba27dc1ff32804a4eae43695ee6bbac3d955cf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4d020ebe2bf63193fd513ae9c6cf36f8e13279
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06615e286db2334a152ef194f01d7d14a1b3bd07daefea645ebd86da2a57eed5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7c7e0ca8bba896adf0580293e4314e5e0c2a67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf9d6f80aa2a975cd6ef9426f9e53b59cca8bc959e8515e6a7af24a0393b869
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1d738390331f6713fe48d60e8cedbb9c6d257d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b9c634ee8724d34e47ed52594c317a52edf9c693977a1f3c4f5aa39f35c74d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf086bf1c4fa8d4fade364e751adadca127c7d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1e02b09e5bc4ecacdd533d630875f69ef3ea1c328113dbab279839902cb385
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2768b6f464d8c95ee26a116881a30af15e7df54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cf608fdfbb70bb1b496f27c26cfa6767f6b5b3041bb40351962fac0c77d103
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf719dc24aa4abcf320d14e113d241c409a916a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166572b55adf0866e7078e8fc6ce0c7016ec7607fae896e073f7127b33724973
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409da23b5ea3c0023629f40ad9be20468b7839b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fb796fe694da71a34ab01e9ece7b13152a8b6cb5ccd8bd6d5400287f25fa2f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aac51db94026e8f518683abf4e03b9fe3c128ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6bca1ee68c6e180b8967e6923d9d67d2fc6bffaa5963bcf02bab50e342583a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3a9a8460630d02a65576757cf638a8119db28a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7157b6e87349afe938f22feb2182f45f0a8534f064af310632dd40006e4b5a09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf019cfe0b37d23898e2cb36e081cb603b522b45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52085643145080894d0b6ca789185329be7512978eada83b9f732c88f3ab88d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe17fc46dd4755ab7d98f43db9ad82b90cbaa91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d27e2104ba8f65c67940823fbba8b72ade62d66f8a5988fd28420a9e032e16e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9850dda982d97949619ec23f29c060685542e87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e88f6913869de60aa3606c963f0f983b24667b287f47059954d6265588ab81
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4bf9080fc2489a00928992922a8bca2d9676fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ceeefd3aa7e4a2ffcabda94f1ec415b157f8d3bd5f7450268d6194923f7acde
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039d4e4f2dec0ea249882504bfd251319dd72114
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af0cd2e90a184420aeffb239061ed520f6869d0990666e50b5214b84625f626
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494ceecd4246872ce15898d975e8864c956e02d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a2849106d52dad68d171cb4c5e6c2a6836a6f4c5e7a80ec95f3bae5309fc72
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098438c6b76dbe81b35d8fff313e300ca09d12d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0d2868825c07631591470198b73950cd4285241c77c6355cbb1fa531ad5f47
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396b39b005656e17251646a76cc4d95c12510541
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35920bfd0bacdd3d58c94e0752218ae6d571daab7d75d9102c2d3a2b9c4afa9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f074f14fccd1fdd2126cd39a3d33fe8a5c752c9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e720fc4e243ea2d8cc315751f32848fd1b91890150d4f4177803376ea7ad7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f1e18840105296c3889a8fda42bc1e35bad08b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e7f8452cc13413657d64fde2eb2d3610366c9d9a3f45fb68fd03991fc6d15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da93c6ce91d419820de0cb588adff55798a42dc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cab70764c3e83b6de2f2f68984e6a341439bd6e6df7d00a9af6497f2553f8bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208c7dafcc38c9331c0f9674bbd8aadf1ab6ca90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a59fc068b399751d9361924af59420c8dc5b4dc2e992da99107818ae995dae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889b9f06c823fb8e9dc6f062f8e959d34b736554
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422f4fe574c67722afd3d995e3d680753efb1e8b2f35ea43783855281d4058f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddf2f0b687be2c019bff06faa49e62fc2e53811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58f3ad3cb419d79cc522fc636cf71c78486d9407adba66f97fdf775978dc367
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ad4f7a732294fcad0dbaba7d38b18c41a76f91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f576c46d18711f89da94985f862e4c043dfab4682907c3bf3d6c7c7342caf1c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f354c88b167f992d5f8f583143e95dc31193fb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cf344b13db69acb55453028ece7a75e205120f8c0437369c231162a48a979f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c85fe1ced94278417cf310c66742a1de4599b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8de6aca1e2021ef3170d49480c103510ff805b2403e97e9688cefd6d50b889
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3c52cf34867d4974fbae0a8f6175f8177a7107
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab20d649df3efb3c59fc107a4ed7f04a48d51919341a55e2bdd0dacae2cb8893
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e97f8463ea219cf9c7b14ed9a5ea74b007d3a2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3408ece4dde5f6376272d0a353e54176440826ffd6b44c58c6e3cb2019bc52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd474ac21db4a7edae1369af5457614743c2016
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7bc1f0af887f9134d91e2e3fde24d3febb5cd85adb0e754f6cb40d254f82f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc7dbe8f01d43220bd7429494ec767d900753c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360a7d0a9e4a6bb9372a60d24dde083a609068928ff42518c1bc44cf87778c29
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2713d34f777d8a08a565fc871a780d65059b64b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bc4641035e2d4ffce142b4a30207ef71af46d6fa63b5d2e2e299655702c9d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a7bcf1017c9419827d08517c7d1c399075d078
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7f5d34f6044d368052ba12ee26b65d5068c337a7d1d13188f3864ac5fa5c16
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62705fddc9619438c90942d2884a5aa19c848bc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccf632fd9c919c1bd3c5b2fb6193990bca99eae55228197d23b958e37e89370
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf093683e3be66ab3a8d5470a18005ba18b70d19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3428d2bb9d836ca29b3197797e77f8d2cacf70bff3b8e5c8c7aac4b4e75e5f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eedbaa6989c6cddd1a280b1c01506b97bd21751
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d8e90a45b1d83d8939b58e14e703d37cc0227d3993e66801c4128b59a0319c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd989754ef96d7564010ad9b8a0ebecc1988c1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad7e04381003c64c2f350c084d2a8efb604efbcb195fb667adb98f1a2f6ee44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3aeb5364b80e1eabf56d306367dc2ba7ce9227
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0e61c3a09ef73a6046f1c0cd6b4a81561e13bc3856a47528000d4b19aab433
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda32ad7a9bcddb21be6357405a7329f455c4280
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594e31bacedd2430c37843e71fde211ad3aa7c43f00baa20a71f7735bd8f9604
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04098214070cd8141bbe0dadbe4c86194650f88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3de693d711bfe2cb6ad9a8ba6907a8e9ad25d0fbc31e079acaea8f30e14fbc9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba357dce2042bca4de5b4938d2cec5f4610267d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c9d5d6d859d3c1d1487d4df2f2a5e46134731f030b9769172cb9de6b3e496a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e6cbe82a27419fd64ebede9c929ae6a736438c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfdf78589c6ff2b6d03e95a51e0e8987d1b9fbf43ba0a032233c42d10d35dd9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7e24e54d31819149fcf19b73b2b33679ccd1e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b6ded36b7d2aed93d4ad52d51bcd08928179c2aab8b7bb9be22d0c5e4e90b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f271f2f74cf43d71756e1cc5a0038388f776d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d427af6529a8369832a053f8b90f37742378d424349371e6fb9ec9b454cd2c2b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954ab8b92849ddd4e903141273b70375396fc6fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43855b4241e245d1af142b40c4b84f25d4ecf073e142ea23e1ee6c582e12a2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5091145fbbd52c745d1be8b49a001aa6d22140e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55974e72567133e8fda23932bcec93da7e0bfe4f658617797cec41db72fdc84a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177ed6366f28274d130873f12076f52d25f0a436
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86dd77b20ce1d0d8bfc9c3fe6242c1851c9b99c6ffde5c1ba51a0f4728b13e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7650e874ac7174e1533b96d97891a09c86cd0a9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be81b90c89c3e93d75db4a1b39541f4fc5d9d2fac9565bdfbb636cce667f2680
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aed9ef26c3a3927edddc6857a556d662f197c20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a6a65f4d9d70f6d246b87131d86c8b95bd7582430128aa4ab50d2d96a2b2a2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe863fe801fd08976dac5cd6cfefc27482dd5f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225d7b0a612728eaf6967bad1f11cbb471cde62281832af303c43114e61209a2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f74785e4df456583b7c0de90edb9b7bd5b37e17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535f5c80e9071ce8477264b2615d580b1d40fce65e0bc0f1bb319e8fa7f6d4cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f703cf1847458e01b0b83b521c8144ac94c6322
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8ba34b5bf12043cd89c3e265594f6a62ee28568de3b66df4b363c1a848f503
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c975c028c1d8125b6cc6edaf7d0678588e896163
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db760e2980899c39624f32e338a2a4d81d4a600d052f7584262751d202df60ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba0d02e16b2651a163cb656365275d17727d6b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a749257f569aa50879f5033498574c118b8bb5797e433384520d455e9e0a789f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df438740b24b75aa221fc3428e3ecb932980f2df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f5199d935c7693acc3ad7b1edd15142a3e17942c6ceb90d1ef888f95bed689
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c5afe6a4ed5e4133511ac17939ccad8abe9a08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933bab0ac40d4dbc5d82a6284b23bb06ac399cde73567beb86ce5855e9ea76cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317b3fffd6caf292460d4d66e5afc6446be07900
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e98aa915b2580f972a454b7a8f51e5633094baaca707cc300b72409c28dcd18
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb67871d36d5143db1d37e9131b092a25dec3e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a160d0e69033f8287e2802b23f254a900a9bc6678aa458aa4b378b78663794d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7836b458a52334988eb719f6b023579e9e808e6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcec172a14e7b8bb201deb77ffb4163e59d16119b7c897a80a18b25f096afb6c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df26807c7e4a58eade2d6985d7d9d68a8383ab8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7695025f94f4018ec5f85635363f50f2c53502debd281402f2893f1dc34d88b1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f86dabc66464aca129756b984d65f1d75c277aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095c466fa4119fa1bdcad19e932a27a8f732b71f171dfd449bc619b37d50f2b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ba943acba26e4b3cfdd31ac7587854dc09dae7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163b90dc8c796fda44bcbac10cacc8663a7010004b1f11cd9d8d7772e8b0fabb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391c5a5cd2e86ea5e9ba75c37fe951d717b51bae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47b80eac2af42b9a85b3cd39d31d3cb34ad816491deacc6e3529f7fbf626608
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc31386c70c5b2cfde40a38a045baa8c941d9f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f24f29067b954b44585afbd3d30bc07f11ed53d3560a1df032ca2695e98cfb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e340b28974b8d207ab7b807e96be7022daa605
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b872b4e92586f55e667628bcd26166a09e38a31247190723a3fef1941bcd6ac4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5ce6e5fef8b1ab2e31de9a5f5db17be8841ced
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3b1a56fe5ba149eba6d968411f7196bd2d5ca0b4f513382ca2be0ea2c45344
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5db70b8fc3decb343de16c04f5f6d19fa92973b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50563a7bbdec5c20d2b3510db1a9d5552fa426f60fece7791b21380d260db654
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691e51c3e8e80dafc8e694b6007fb48e7c4b203d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8086502b47a59894b6171190a93fc89bd98eb819a2e3eb7fe1d8665e27d33ec0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ca7fb84ed5804cfb3178cd37ae3c6fed1d99e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cfc858394bb274257772d3426eaa26423c5bc22e42dde10d3ac5f0f54b3808
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaa314cf0dc61e29487e23ff0fe062c7172d83d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823476a4aac4ea50f59af5c209b21007e95101caad10d9a86511c9747036220
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fdf796ad4ebaa132e55b155e475cc383f65fa8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d789cabad7596d4df55ac7cb1f72361b8df0bef3141deff67190958302121
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba91ad68222b67606df55d84efe7022d788c340
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbfa67a93e5f61111dbe343b0f9e7fbdd2b34c526b69fbc46d6055201c6c738
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cbd39f5d718181b44935f76b66c0f72d5a319c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88323b74c30583dd361e00fa054cd27813ff998968f934bf9005ea407df0e46e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43e60dac430dd52f3bdc453a6e1c237c2d0451c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043f6c7e38edd93338813f3c66f01881c9c4ab19de8dc2c87450b91ea278420f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5878bd7f1c6d72c6c175ca815c6a20cdf7845b2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3869fbcd6d9b36d8352df71f9f99b079244f4087a8b45088101b3eeb3c5fca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72170aa8a2c80e1e90d94fb6b49232b4f1d593cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83343a9eebf2ce920fc0b0381416e6b3c1864783b07f07914cd25a744951ed7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a1901a7853654e91cc06830000040539a242e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410fc949c9b99eee0579cc7410c338b8abb236c5c37b366f43c9e8d9501ef5bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043869ea08a5763f6cfb8d339078fa4ee66c816f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423d2345d31d051156755f5a30599f32993e6e4065d312c9d41c2282c90b06a6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122c303fa0627ebba7caf52683d50981c9fd8c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b93464cdec241999442e8a08d050d09219b9fc4fdca2d370ddad37e1bd25f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadc31b1743da87d9c917d62c00661ee48cc8675
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99730e49b34b3aa3cb0ff7848d4bed8a714912c9b474755335c473818ac69249
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58df163f98112ccd6d999c6e82cc3232c1c0a4fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae4280131322b4b20150b60c46564155864a64728708e939b060c65f41f19d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e74f1614f45461a8e07222ef04d9837e1247bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e222a2bf19442e770ac220f5cf48d926c0c93998e4e2b9cac15eced26f2baf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee85f523624634b2eedcb393da6adf019192867e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d932590fb8aa80d24464c6bd7b03d41db621e1012eea489432ae077ac3acb8e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6de2eddcdff7f94cc74b62fcf583bf1589bb6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab501c2c510cd06adcc5c32aeb827296fa418544e9b63eab674cee2a4a9c54b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae349d80bce185e5893c620f872c1bd152493f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597af086e7f260cbb0a950e32cf6856eb9874f277a1ca05447cca0acd92a6ad2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72e20707873f69df2126b55a3a7eed6c6323570
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd7725b3f85230646963ab203f505c3165aab330c8048bd2e4aa87dd5d54996
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2138a6292a32f54cc86a9ffeb6692e43e7ff0fe6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd1c81df5da140987bcfbb38e8497cfa007e7a2aa549beeeed92fabf768d53c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c75315edb24c6a3462a19b6b92ff4ad71f4b25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af67d57b6305adefc22904e41b6c8447902c33b5127960aace60ecc36206faa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500283731923cbef1df207ecc11db002b0cc5568
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304fdce9411057f78f99ef3b75e94ef98d618b3d6ac374827bdff1c364eb0abb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6641b6e25de043e790a08798379c090b70dee254
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4f7a13d06d99f6a97c4924f95d2233441f0464df4dad1a23bf545b3f33df06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a1f6bb6546107b746c2c21e276c305b42eb269
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70ea1d8c426e69cc4009875708a13abd1fa6bd0c5f3ffc387ac51d1d8e5057
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68f8572a1c7f96bbeac1287f570d617767056fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7980fc04d43603b403c21de5ba14d4ed4bbc0efde14fe0fc896ca25ac46d1c03
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61b67bacce607751ef29ae39c3a57e651c5d37a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c62acfc229582a4424f0e531264b99e20456aae2f52ca12b90f15b6b8370cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f9633c99eef35dcad0808028e81b1ebbe73b61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f7e90495f8f5bff485c0fa74c8c2f7ffb519fb4adc255a3dc3d71d0cfad7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa266227f127b4fb8401bbbde5cd007c3f0726d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce4908bc8a70bd9df1c2baea4511d3ddcbd58eb87e30f03e455d83ac4f01ed3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7883de882f1cd5c82180a952bcadd409662673
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf93ba8f3037ef64e56c1f24fdb1ebda2173881acc3d8f7b90e9b45e1a20ea78
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35b92af9509d8c36bbd1a5890954f6e0bde305a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c1c2dbe2fbdc99e01c02765d40f063ea458334c8f8897d5500165c92048a92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539f366b18d38290b864978ebdf9d25267b7f7b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d125ee52cf4b4ff09a857e4e3b42042a85d4f0d4acad50259703bdc275ff93
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d26bf352d5b88703e0327646ed874b0ef0795a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3047443fc20fa51251f0fbf71a75a79226621d8886237a591df4eec68ded4f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ee3afbe964a93f8a836d31edc9bb3377ed7f00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409af3e02944c5cff3b51a78e757ba09473235ce2be55a87cfffc2f897632a6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c8e3f729e83157e2b2801e64f501764172e5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cc29ade8129e6718f41561b1fb083f34c3e2469a04fa11bd85eaff3ab5eaf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e119d875c32e080e134ab40fc21a1c06ddbefbcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4ebcd66aebaf726ff1c62f38f7d308a6dec1574e43fce3aa950e481bb6c612
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8220eb925307a0dc0becf769475f746eabd3a550
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d29e361b634456a1d68ed6270786c4e0173b182bcf8ce92d3bf792b8103d664
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f519784e5792a7d669ea96a85d83849e791cc622
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fcc83ef4e1d2dc32720ccefa07f23ff714ca293767a4b5e88b6a777b1baf08
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e303cb96f0239776a1e5641f89adc67d408c54f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a72694c1abc0a46a40b722c3635619236de8f20563119cb3635f8566e69bba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5daf037288ca47cf76af7207434455473c903b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4f36bc2c5753bce5b9dec8993708145f6929004aaa1e9541a3aab4ce8dd041
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccca5a3ed875165e5b518e64156b6371ec3c4cc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced511cbad103e97d36097f805ec6a587c19cb206c31692981f4de95138f4d90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2ed506369db70177565285ba783e9a8bbf2cae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bbb1ee1c8a87b762371ff27bff2db667f779c4db7cd28d2c7df7a3b99ab506
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb72669ce6ddf0ef67026beb574effed409988b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a2d7cf34da15ce7128112ae02ff17c7baae488bf823f5294a3690650b7ca00
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4962fdab7b8d9cae75a8d8b7059bcd890680f4d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e103049da15b4d2bd256042b7840466a5289ce32a02151ea17d7eeb04083a4a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783352844907dfe99e4d1584a058b62cffc77dea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5294f6ad33195a182f4019be5c0c1dba013d8a4f6461443056e14d8ad3c8a48f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3969f55cc8837a2f350a89167a79177131f0283c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2580af3a213baa1bae71515d60ac51835e67522965bdd3f9fc8fc3f18694a676
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558469ba2a10716cfe2ad1b1975c6690807ef7d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c36d9a75d1b222b7b04b177a95631cf3ad59716ba9d5d50cd82da470c40c5d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3075f9d7d1831f558c1d87ba38d8b36383b0fc4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ffad3bb59911b96c2934f9799c29f82506937f06af8300e24cb394210a088b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6088aa6917a34984088fb4f839c896a468b0c178
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecbf3d9a3e95631d05cc417d5772b1f20b073d126fea239972a72415ab27e63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8d4f199aea4308c0b1b8a4ce77b672d2f4a09a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58ebb854ef5358634f8bb6f8f7bd1cd177f335720a5f3eca9cb810d6a5eaaf3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b2559fbefd25d54b1191ff469c5cf1470f2d8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd33d64e1cfc05474884b6dda9bcd56f530ad4f6647f980cd0f6d47db6597c5f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4546ed6df0972852a3ed52ad28daab48c5df649d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd70dd946064a3aeb81525e4bf8712da8af5519e47fa13bd63eb336030acade
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1446b5a11084017c72fd03b7d1938264c1dd7c90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38327f9e9eba9b290394746b39326348b0f59ebb4a1ab2d5b5557d01359e2f6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f16b7d90acb3684a4e1356320bf53aab16fae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3188235c97b737eeec2842a1159c27bd64b6dd1999fecd0eec55d096f4647971
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1c4fa0425fb9218cdfca2296f701de5b187543
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa83bde32f5853b245ecb59317c004097b1a4a57c8b572126b299086a5f854
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4736971c627bb9ade94f973facdfb1eea1f4314c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9f2883b3d525da6580b07c189f3ddc485be46206cecb5e4070f53f241ba2c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b29b1f28232aa83317d2aff60fde4f4ef4f3c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8033ec99a9eed4be5e995432dac3a87c1de3ba79454b7a344f5916519fca4cc9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092fdb707caf4f7c87f0d2121327f58e81c889a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ff80d99fa56a21f9e71ab099f2cd6100f14a7035ed41adb7038bd86c2a18c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ed51fece3fd608a075f0f78b19365a8dce28f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1510d68244d056460666138c3bfafe9b67c159904d94711b9bff5e9c0e3be5f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba94685bc1e2c624f91809187122f853a5f226d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606756c4100053a14a6ca77457b09f02d27b558b664cc4588d742402684e9b33
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f701c3b8fe7d4e2842a53b74ae8eb48303d817
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471009b39ce73e5b5565ab6b1d4215b8917dc4bd274fb1090cee18c1b1b1c156
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964e79905febad0be42f9fa666d645bd6c112cfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8eff2c967a291e94db5cc6c357e5c0b02769d40c14f33bbfb945133765ae24
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73752209b28f3a307ec6e31a72564cb725a78ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e582f2279b6a76a2af3d1c0c211e3a00b12fec2caebf48000ac7e5f52b210b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee13a4aa9ce21b4be765ae18925ce091731a9bf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebc8593027a9c9ddc514b5fd0564eb937a2dc30610e54a727170bbad47825c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9afc6b2a1d585f60d45da486acd33f2575036a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b6354258f6ddbb6486f269b01a6439f1505b21e7a505851ee785d8fbc04867
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae641f2e38705ca1df2863f050ffc0a29acc6444
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0859ed2b9ccb4504cf780434d043f46d9a98eec5ba36c64aa380130bbd7fed8b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0e332962c8907f598d9f47a0dc6e643a25c905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82727922c5b4f71e181b574deef88555745e9efffadd5e1d4107e16928f2635
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707ea60d579b28737a83d9c8d59ab266e71f4bb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aa7b5e520798b9bf6ff9b3ea2b835100c6cdefc31056a3d855008c74403e15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d12c842cc3af7293a953f8efc5a691c00d80e4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e221e52649bba2a70a9ca1ba88365e4e46f82b77c70f9cbae18cca537ddc5e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a54b88dd892c64706c361fa1031f564c7bda8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3da64236b6c0991484747efaef98b19debe155e21e7ff9e560d8327ac2dcd13
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aea1aaa4ec8567d96930e68164ed89946f4e5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771b6c8930f214bd3dd1c34adbd35ddc2c2b5250026e00beae8d355516038a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce17dbbe0f4735fecedca5b9a4452c3b480e790d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd7293059102a2748d4f1a7540f49cbd56ba7910cd8cce3eff6a1a40b05fc54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb396d28b3dca1f01475211c8a21ed078e2fad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a246f982ee92a4aa0c422fc5d90cfc66e74af7581149db3f38650d9a4bbb15e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccf602173f48a990121917093a0ccb6683f14a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9b2cd36c433511244c9bc95663f751812e14e0204c173313e2f0a843fa7aba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01a910abe71ad325d000665cfcb9d2888813e7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c1e837ef5633c6c93e9d316581a108712feda1e52cc39dc0469d80cd82524b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f1f9378feea2a8aaf343796a771f78dad5b13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6a28006acc6a461c811185b0ff64e2efa9a31198a7dbd7a8a840f1a92e2e80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b61849e8c6843d7704d53ac7aedd22f738d444a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed679badc6ebdd1aa4d34cd95dbe73efd132144051da0695df4560abffebb94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e6a354d64c2366aef06bd52eef4b6b10bdaeb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f03407f9e361a6072186c228408378013a1ec8a9c0e6def0f9abc8043b44a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db58b45a30e4fe3d9f38fdaae150f853f30fc2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cee0b793cf67ce94b132a8c4455bda93ead11f620a1908ace843a14bbfd0fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e467618673c3690ec4cc2f27f0c38fab53b177
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b63f648050c9733c993d9a9a03b7cd174c5837de2ae3240203c9584e1575c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88dff883450d71b31473ef9743e9e0e88eb4f41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386a0fe45bfb4cd551ac0d81c9caedc01ac5958ef7e688116583d639ef9046c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b2bccd813b34437aa0744978e4d5a0b5913376
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b57e2023917116a005be022c2d4e97c27f4fa0dae3e18247afdd819e0c6d11
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd145f710dab83551331dffa2cfbef93b7f7653b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225484a6443316ac7ad1ec19af2fa483fac67759389ff365eac0df6ea5f8779
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5881e34e036eccab61b79256b9dc7b838baf78d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800fe6f152304dc272e78f4b97e7dbfe8f64514d800c0989de6d73cfe7b0d9fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a968887d2a50c5ff7f9a27284ec716e061f50d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f4478887682d26a657bce2ad9b72db99e98de62db1251c42e12e1d3db7850f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65061bd7b2e6bf07217ee430ae280cfc68221c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdddc6eac183e4c1cd41f97e6e6e0403dbf02f6cadc59c0928cc93ff60e60426
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c65cb01344a47ff10d4ab2fa9c9f3ab21d89e13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff651fd7bc290c79ff87e5cfd39b3f9ec101efe89ce78d3236a61bc24ac77098
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb157f01d96a3b3eeeca377810501fe65128760
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63442e08df30eab2a218199cc09eb72d9459d82a56c2c0c05697060898bd8428
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121e92e162852aa180238e98bd79d188d7d1116e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b66691c1fdb06e499979fa35163ce578b6754243e5800b8e90acd1f3011ec1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2cc1a940f524ebfe27f651544072905be9f95e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5cb8f505141bc1054507a2c87728e813eea69829aee7769af0d8660c08ac2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aab51584a23a985406dde4fa3d21b0fe6183b5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e7f33857bd821ed8480b56d18c4912851c572d928dc0cf1028c784c0963f05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9bea4f0ea371aa8a6d8783ea6f9091be19b473
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe3d8ea322f3f7ce7a4bf9f21d5053ab41762900f2ce4e9e021f5d0895bdd8a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c930c15f946a8b7af6fbe4d8b2e05df04d770b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2817c029a7e250f11e8c3506949c2543d6807bed13adcc7cb2e274b238b9783d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cd9e300313cd54a034b76a51b894aacaa91dcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cfaf48aed4cc9c1968c8824139f033521b10e1405e411d88b5d7e202cbe875
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab563cac330d1773e92787dd1afa271dd1c0f4f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ccf882225ac9fe2f80e1775f0247411ea0f3c801e254cc827bd005a1e692b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be00e0619315ac10ede43cda0dfc99774510fff9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b47a3b4eb87bcb4c725e96f15cf84e5486a009757b04ab3a5b127fe4c94e672
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28f6175399deeb982f5f9255e719ad8ca0303d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07858cd9ad9d458d9aeed44dd12e65abd69e02448ec5c37c34d1b24ca14d4ea2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43c2b1a678f6f2deae52242190eb7d431dbf34c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aa160c7920e81c8345609a8929396b6a4526098bd29fbdce90b66e9f6e8ae6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a574b8958cc83622b64779d8ff7d500524dfb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daafe215d14cca296a333f14edde36d2a47a27aa92e18b479e6c3bf43f5affac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a41d51888bf782dee4bce585ff9ff7cbd2bf388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a5818bfc6b03f4905c23d28566f9706a52282ede9ec056c26d58684ed1e226
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de8772231f63eb83f7b5f79b6458260c4f1f65b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead90b5eb99197a8041df8246d7c907eff243e2e2c941dcb5f0e2b76ae30c2c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6571f7ebc59b4d4f8b5415598a8fa603df3bb38f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277910eba9e52684de64e69307a799103316579d246da1558d8b285a9336823f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04b6d8aa7c7c0aac9763b2f5a781434f58554b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5856b7739b83c8633f5da8acb7de4e5c2c47c1d5d228fcb8bbcea15cd2f6c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2133dadddf39e880f52062e59317a4cffcf0477
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ed5f4ce2da9a6cbef4135978246216e2c346fec7fcc3dcbb3945219f9c355e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d3c5638f104643602245e07d813c21c50286fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f3bdafdd16c1bafad508e70259195e06fbf9dd89b2a146663f4b0d3b3293e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4b7ec291a28cbc3f791c18015996331d8ca38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceed25d4c3ffca9ffa790837a019cb995392f8b8f1b41e3a8b70ac2a1c0cbd5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91562e1d3371503e5fcbeb763de5db79d8d439cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dd3088dff90affa0ea54f0f041a4cdbbd00f121f55c52d0d3caa6bc0c0595a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109aa284855b56a5b6bbdc26cb1d7630a92887fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265a82803a0465b1a7fe8a0ea12d06379968049df356427fa1782faa071808da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4c1413b1069d78068e18141542b688511145b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d377956c197b7a32698c7ab39fc086836dec381238e6605972b376825301645
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbaf85fd7315a34510546839a2f73bc437d1382
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1216616745d2afdc544bcf8740e86ea5b93e23c3046c08c93454ecd03574786
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858e35222c2ac2d848f41eecb37ba0fa24e0846b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c089b88eb8f639e49ac30fb9f753f61cd222a41dc9411a35ad5412e8f41c62b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce30ea313fad06ce256e54896dea0077ce8c80e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd207f284667281058570091b10bc8ca7fdcc74a720cc19011cd2d29b6a4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea054f630bc47814b053ecef48aa1ddd0852bb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a918361b5bf78beaf903381fb43f5aff1eceb3e0a6cf41ecfca29049be198a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d05541e1f5cbb8b61afc4cae602b1163d98808f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c089af3faf6286aaa6c8d1c98b36c35d93fded53486bf077726ff46c470665d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb3c85c22dcdf3a2f67d22cba2861ce6604377
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ee909208e68c44920ffd8ad0886c85e98828079e368a076e40ba2773d54bb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195e796aafb5ee04a10bec87bc82564bb65c3068
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae09949ab302b12c8789cb763367163a67806b6ed332aecf89bbf7411373a561
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2c0445f0ed22924b2eb643cc4566ff2af69a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed54ebfc6211d8b169ae7f7b3d81687ccb38cfab009ba8e5ada1a31003eb01fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8901aba359a62709c2144f2d343ff25077a1f498
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532a835ad8ca1478f0688dc4881172cc90d483554d76cf9b6702c9a4bc90fd2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6e8e7179749fc86bd0843a22316513618906f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c4f7a837f1c86e5dd22e4dcfea4630a7e55d652ebdc753837480776eeeb236
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf78e23da511e4a187295c8c8b6df5c80858998
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea451d11e50fbda09c934b67245ef9f1aa08237d898586445754c7167eda0eb2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d3a5885e0c5a93e062947ef4b3f8b3d8baba93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b29ee2c2c977071e41ce005e47439c8b91c4139bcadd4e563e2bad3f67539ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59114c5fb9468eecc037a3e35249a18ad58e72cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d84f18fee6ebfe68c90db65c9f691badd10dfca1874474e4290fca24933633
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2660bd6b905243a4d1bd8d1d1859937250b190da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c837b75b1e5942920f5d54ed7f5c5f48f0a887ae1510fb8ca96dbcb8074390
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8442d61c09a62cee6dda1a43fd09085caf20161
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4c23bd450b386dd00e77d04e28a82a07eabb0c6be68a5505b5b2b12174474b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24e777e2105d7f9116140bd48fd2c08c3bb97ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b37fb69bda59b2de2b9b9728d03cd5c403d78846ead38c1898c4344bf74627b
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d867ec1fc4509c86e78949401ededfa88986c9d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1615b2d07ce2b0ac80a49da3b78e85d247ee162dd72bbcd59f7eedc854127545
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1573c63f3ca99438253b2c06c45a666836d09102
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f87afe0b3b20d5c6d230889b94cd2459e85b96b26abaa9ba6322fda38192195
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c73811a7fd4254aa226b4f007f95bbd3a0083dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91f1b64ffe1fa1475bbf5b3cadf99aee60595d792ca511e564d86eebd112a5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cba50ee271ab406e6d9c3e1d877875ca88f90d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dbab1deaf6725eaac449881c52a1d8ecff407408951d6249b961821d552bb2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1f975bb4b467924a01076df4eca4617ff1deaa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8912bce089a0dad5c5008f470e3a46ae90974f0c373c4981d665c3a4096dd7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839683ae5951a3102361b9e02c3c970d23ffc9d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305914e8fdd72cfe2edc441c36e1fbebc0c3917383bcb42aef91b6fe745890d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632682109bd91f516a0628ccea77992f0b5b65e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100b1008b4b3868216c1181f95096a71cacddd81399a468036102e07843f0645
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99990a2cd48034af13ec38b77e0b59014f1d60a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cbde0a1e50524737460a41fe0ddba19e339a0f48966b3a111f05f2138331ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aafdb3df20ff1599b4f5bc22b646857ef3aef61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ede67b2351316e33e3128db83f7a9c5f1dca783c771cac140844d3a720db9d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4620a9660467680c57c1968cb0622d9b5cd0c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60ff23c09030bd60e0521421eef6b509eac4bb33d36538cbb8df03295516947
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1794644d02ee722759556ec915e70f24bdbb680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1995e3ee8a19c51665b6848f2cfbb4beff61cb7f79e3acea258ca82c71734728
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397ff89f75573f600b6c1ac464c267e64f907fb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7c030c1199c85afcc3c4051bde136751ac14374973ce57225861a2ecdc8fab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b5fc6b66fbddad799d7fd7e3e83118d40aeb7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178bfd84288d634f6a3b46e9d9eff0d3061899576b9179f1e20f43e509eeb0e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315c093a9989ee8fb6ba7f2b7c0ccea2dbd7a9ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b7ee7b13405a4c1fb5c8dab4b03979b406c53183ad3c1c76d6b305de04ff4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9204a2bdc7e6386ed0978015b25983ac60fb356
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a19a35a797c40b9628bce1278c0e5e432ede15699aeb3054458666472abdf1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa845744a267b108645ae5b76eecded0297306fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47380d6e13135b5be5a82c1e5337c2c568a606b60ae36978efa9723f3d4908f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357faf62a2675781de7df98454e4c7961a5085c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1412024cb96f4cf13a6cfef40d7c2c209015af773f892de529b0c7fe05c8149c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c501fdeec58f6ea58c8d568ca07702a57c45164
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39a98a234ede278ccc569af6435d8f000e51cf19d989d5c203718ed7fb596c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a96867474cb2e3217378c58f410dc34225478e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ae32add94171d9696ace0eb0b0b0709235ed489f82a9d8c0dab925f036c74e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c75c55329629fedc7782fea12841a4cf37bc680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd3a2c8d85ca0b9572e07ca0c6359bc536177b9ddf557a2e5ba1a6a334ebff4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04198f6c061ac04c699e55209fe739064abb362
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f067633fa12bdad996d70ad6d7abd0ba5a9c6bd1522a48f76ccf4f02072b019c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f83a48c243e97bf921869d89082c02cc6ad5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcde5a61d279786bcd808da9f34cee7b6e8878b912201ada3f5b76fff2bfdd9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5b65915d16ee0c1e37f384a13d3ac2e23a7b19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015dd798282a02f6cd9b286606caee770a61e7126dc6c4e102a4ffebeaef2ee8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb169c5d2cd6a805d056ce0670382a6f1a391eb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589bf9113ed544963ad25ed8c785c69510b8b1be3ddb46adc02087d4fc9b514a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e31649320c36010f03dfb3aacdc66eba469f479
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe1ebeab45234681115e6f22e13946b8974848ac814a0b994b49c514278403a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a2134333c7c231b19a603d62fa79ca36e51c2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023727633d7dd6d4dab41301cbb7ed0a0940d69772688b7dcd50c2debd7aee0f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d41a6303eb7b15bce9ae707b5aaf616be1dee2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5b9f6fac9b2a9b016a383b8bf7984cbff5572e1ccf9d90a61908868b4e9916
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c3810de65b28ce9c327e160c3c33c0a6acfcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5461905b31a203ca8eaea98340133a97cd00480b4d33a5ba8612277e2796bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1540cd7d297d5d73477c5d36b9e08fdc6b333b4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07c7c6a5bb905dcf25471bc3a100cfd1fc8e5cad595b0e21588697d6f04beed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4031749a663377b4298bd4333c4d00e1d2fa7fc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f32a3068cd39c1eb64132ce62c64c3db15c42c35fd2e7c8b1afe0df57974e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb22785583e11bd35a958262e27ea97ce542e48c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107d1729500eb11204b77215c6c69b23d2da725685b23bb6a6a4cbc640b2ae01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53d2f159e4eab45b2bd9340ce2e28ad415f2462
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e07ec013a8b1bda541f421d369317ef3e59fe8409b27ca811c0cdf9d509050
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e56c80303d97764fa644b906daf6fe9ee74dca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caadd2d04e71a3fc3fb3bdd7775a51cd9c8fa593de80efa00bfbb6992fce1f82
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cc41b29de571afd9c29d5a89bdc93d7f67708a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390b580bd29abe47f8c8be59f220136e95e74e066dca2615b3de924ed6a1a907
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7123bf140cd07e48759b6608b71a488c45e89a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6063010dd43ef6cd82fefcb8cd4168345f1b50fa6fed877c5bf2e3a870602475
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0380ed0b71d7076875635b21376f3a6f972b2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1028e414d76be6cf457110bebe8b4d17e3a3ae9514c3695c5973e5f25b3e07f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e423a86613da46ae391fe247f98c2183e95418ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f527f070673f868cf6b1df9a8373dbd47bb0d1566f669e4f04d3d8fdb89a410
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978f7199b3084872259f916f0146e285255d97ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bd873ed1a48151cd4a0c538f9dd8f49ba2a0ec239165188e6eb0e66793d376
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cdd6ebd1172bdd43ed6707e1bccb257933f9e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcf77daa52a6057dd12755522254021dd101125896fa1be34efaf8199f89511
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09d8ae6ba83fbddcfb4a1cf1b0b70844d575cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5708e3a1b65c7d8a4e91ef9c40bca7c1a6a796d42cf892be5385137be0535e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30488f27d248e7e85ee6b5b68bfd5784c1b1cf65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54129185e3520c781a4671ddea728fdaf6456831aca72338b93516ad0844c15f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2538d4dc8695600e46a9fad8569cc5a450e85df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060641468405f0c3b892135bdc6449c9a21e5a75764bba13c318beacef6c950a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec87b254826e3914bcde2d0ffc834e02b4d6e9c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb67039c6e0416d34d951d8f4f7cf1b65af1276a1c8685b24c80a54cd19a2b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f455642e86abc1e9b363a739b359b2f0e30df00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9bdbf06a82fd130390aa8be4819fdf3dcf36fce27ea743933d9f530378cb8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e16e65942112dacea0364bb50c0dd14630facb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fac8f3fb3e0c8fb3ade4dc8909bf624ca51d12324a0b5e38b7a903e3ce954bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933769f1ba4d2200a88d4fffd739e67045d47f11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9febbfed357f6e518efcb0d197beb61e861367a4d1bdf403dd1b0e1406a87af3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c213a2d4c3606b1d14c19638c5039d6f724c447e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdda9a2f937e6648849604c996660c810d84d2d732837030da2423883a9c00ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66cc2fad416ebde311d80a5ceef4f8cfdc4cdc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18abb6613ae986e6d6b5ffe3c880a289c5bde718e5216a42bfb67ea0863e1c67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a620fb0f2be2baba09d9b9f2e861152c335d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce9076891193d6d6a97a53145278db9046464ab07c41e92ed42654c78c53480
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495df57909becb9af870540a2e055b67ed78f2fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f150bdb9a95bdbb373eb5d3a0b2c255f62346d3493acfd3aef9d10c108f31e9a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51db83ad40949194e46858b4d3a5f2d8cdac4218
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07f8e17251c65beda0ab981cec171a0aa75a34df8c93858372cdb4392052fb6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148db60416cf5109dd7035c17331cf991778f827
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a0fd0617829d7615e455e0e8a22a2466aa37b84f4821bd3724c5e490bdee49
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2216405c9a53e1953ab71e9f8ff0fa48220f8d41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3450fed07dc3ef30ce5c3023bdf4adf9018d036b646e2d05de403dfe255edff0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc5807e3f20def811c77633dcc4b801360b02d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073e970a84e77460f44fe931df6324d37b3aa99cd7cdf9ca2ceeb2158b22d087
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc7768ab1ec0d26940f6514d1f84e43e0143ed5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e699aba4cbf9b3e9c14b6b2768c864f0806bb2ab68b7d79168a23cb96b476636
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec86b6c06e53065109ec9d3125e595d624d9fc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a651907a2fdeee46da8ebfb7b1410e18f27679afffea813a2b189638e87ff9d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa9cb6a8dca4bc274baaa189050f2668e47e52a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671f64a82a28ebbb1fc0609dcfe80ac792b63dbe0d4c44589a3455bcfd984e63
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87571ea07c13054e856ec6540579eed644cf396
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0ed083713a2840c6e26f69280a507a7418685cf264ca09a262e82a6df364e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6605f2a68a9044fdefe6e761571083d98290d82e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f28ccf425fc00b370ebd5dd75af1734576316c7f06c8d4b0a4c0b5fffa57e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715258f0b02086816468a2f57c42b5169f9ca282
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23d37256f514bec4acd487bfe3d2197781eecfcc5e6871684c38f8f2e30747d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72754fefabaec0b6568b5eabf10612a4e1886d5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c197f42dba325f1c5d1066624fbefb75982c335ccac38158520339aa8dfcf203
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e792617baaeacefaea66f54ed1ace7c9cc8afa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a9775dc42fcfe54ff4acd8ef3e38eb08d41e04ad891273de6cd279862ae589
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d19ed42329c8dd6d3d28915a6d05ea7d07d30bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1aeebd93fae942f90bb89cb7260be43f952fbf7ead301b55da5fdc37fa46264
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e0839307fa7d02aa84f8a0ebf3e3e0ae07567d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f3e2a98fd66051d149520c5de3291666cdf0d5a2df2bac69a4e2072e234ea8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8445288def4f30e94566e3a65b3ee42a0d2bfc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6732e79f1881ab3e4f4d675cd7a13603f256fa5510c0342b45e53421f93542
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e75f1da67a9cce8be04e8abbdbad81c96cea786
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176fdc92df77d86f3c435752b113ecf0d2276a27a7a023ee72fa8dfa6ac7b3d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0440789f2b3294e3ed032cc6f0e0f3c6e6f364
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d2d1083a79edb4b0faa5db4339269a99eeaf63462ff4d216493c2d1eea0f99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8582954410f5574c778f773f34a46c6ae03e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7275663dde5736c4b6f0efa6ce9d57f35af0faf7089cf581170f166678ffe8e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f13a668956cb9a812ce74497e4ff444ca8efff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e2f350486748ecc66f896d50f7f7cf02f9cbce434d83dfab7eff933061402
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11fb4487ee0299f1d35588fe6529543b9bab46c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c42ce83ddf0e4280e35e18c9c3ebfa574a30914fd27fa33c331412011bb8169
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38fa49aec059d84956a919415da0cdfbffe0785
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a310442b6edf61a91b9f5825242944bde4e0e912ea5f82b561d450409cc6c5f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8074841cb17fd3e765fe0a262896474b2dfe8fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3777999aa86db20d3bc0ed5b0333b38f4e6c70b2ecfe7d29862584a60a4dfe1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40acfd69e936e50845b30480d4ce60b796b3e54e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1e5fe1484ce7553c98a6da0bc52e395c7adfb056bc6d687f6728ec2ee57fcb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c06c165483a25bc897143d7dfb29a47e39627b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd55486f764e86bc151742f87f287590245c5d05467f7e8ecea0172cace7dc0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c66f2e07d8f088c9c16f56625a54e362f26f0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627e3498e25e4e0e031f553aee504bf4ccc27409da4bec75a2898ad11613719
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b183d2eeb8d670c91091da79524daa4e7f921a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104b708fd48777dc2ea1ab0f06d1e7bca1aec5ae599376fb5a907ee4f8bcab88
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba88156efbe4ce1e5ca63726bb85daeaab2bf497
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0587f314ddab73523e1f76a02259eb884936e9a0e4f8102c0125f86b3d7e9ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b4beef5b315fad3db703465222f2bf0ef25ef8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1385f5ecd40a047f67753793db1e48e093cf4b002ba333aae8531c9471e4d0c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b10b67ced45cbefe08a65141cae0507f91affe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f51f35076b2b2fefbbc6251bef6cd95a2027da74598940cbf994f467b506f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a43c998c3e09868e6db8ba19a3ed6f33941e77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5871e8cb4ec2b5f18937671c8360b38964a318b340332245ca0c2faee18219ba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e09e4a8b7587219410bd2f1106b55670a674a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0078d2609982753803ef59690b9791437f9f5801fbb35d0d2827354f4715ec18
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ae983ec23a9c6380b2366933211895f98e464a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f62d1ad025bbb3679e0daa4a2c011cf2a26f5af13c2ba2719b1c63c1b7ae120
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaec84539c17fa72da9be51d85194c3337a0404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0b628c2f55be93a84c910290843dc491e11e9e26184d161aed9455015a3bdf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07b0beb908ff498789d51eb8d5bd003eddd95a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9e0a4b8b503934bcc9a77255cc64e403a9371f20a67e2fa67bc9e048e96e6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f25f40b2e924010eb95a7c9cbff80f1160a877
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c18b2694987c60950fa32f7b85858b858d244818d87408522f0447d83d268f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9b1ab958e02058f5e7a450dc4eda3436c583ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805323c7166b8f5fd815fe8e2d81cdedc320383ca88e6981c84ccb44fd4b90a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e1995b155fc5bc7e14e693281640741f6979e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1113fd44f0efd6e655988987bab62e158c5f21fbe297c2518cd24e78c540d1be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7236d44420c56a0e2e8a5d92bc50e56c380a10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d01d5f50b4714a962164a95f0cde534025d4ff4356838827ae7346afd045b0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b332a38fba25475ca868ec536d9140deb82eaf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580975d210e90c93b7773f389ac4d762110ce898bc15018f212d1c55b3f0464d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc20b0e4cd6d7a10b48ac43ffa33e245c137b43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3acca6f1aaf84d0f8ecb7af3679a002b7e76a2feea750eea04fbff84f283158
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c6a30531c0ac52d72285a63dcca85c2d8177eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c72281f392006bb7d311ec0d7c00a1c504c2e12a14d32d5d32de91c9e3e1cc3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3a0c684f8c2ec0ef4ea2b3925b6bbbbad0e7ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681939731cbee2d8c2d837be017ef0d7a20283ac00830515eec323b2527e4acc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5aa2b4990012bfbf8593ceb7b722db8998165d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b6bcc9b42cc89758a96ece2fc314d4223c761ba300dfdccaed5d40d8d2a45
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9cd5a9f8128ed8f1f86160572d3cb7b07b61d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9986e5ee8e76d575b20565c8491519fa011aa92646a2812304edc3f7b3e06b75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17967c52cc2663faa7dd178e80efbdde6b91f5ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966e24d8978afe839c74d1d7278c1273de438c75fd30d47259e312effbee6c4e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71564089bd133409297bd1fd0200202ef211e791
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b4c2535e0498719b8c59f609fdcd899b83f86130501a797dac5315bae38101
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732c9c4a75d662d9893f287d4845a391fb3c37e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee00a6ec8071a9bee21433f369bef31a1b215a764c22b0f5ea87fae8c6c39750
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9002afd1a5df3136b95746c1fe7b8772467cf18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cf0bfc7d9cdb22a53a2637a55f489c551ee80370265198a464d3942550d2d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e67eeea02d4d64e1f5943b72aa905c923360d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc7d4bfb70705dc1bd49a526371489425fdab8b555de47018bbe2217d27f5d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4525a6cce4b09d099fda56cf0eb53d61df8116
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b82728f70dfa1cb1f4d7fcb18ce85afacad7c53d11cc379a4165bc36d34e20a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcd727640334d8bb323ed9cdc32522853dd0b75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512c25fa3058ff8a4ea09429fb0f667e4e746d2d2d4b91cad4327f1fb63d441c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e463f91a35944064d4df72469f814e19a8f154f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5583efc2887758367105be9f05e5669976f6b89d829a9b083ff894b7f5083d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b26cefa4aac13fcb00f7ad6e3d717a167344e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c39e4f61bcd271fed6a4c763f2036ddaf988918020874883ca748fd93c1dac1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c04ff7e4eeb0e90bf17bf76ea6bcfa0b8223f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a369ce909830ea99adb56d09e26762a2697f6058e47e838e669b0a000d7936
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77b71d6a7efbc16480bbe861eabeb5cfd6d999a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a544cf86cfe3df355f84d1138adb273f8eda49d049c733b25c1ba3c87c15b80
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ac443a33d64589de2daa2063d2eb0ace3cfa13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c462b526e423f3dbbffd95ce308de4343107238c3cef6eabf1641654a23a2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5329d2084ca9b1bc31c8e067cd417160ab3e68a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec40f498cd48790b648508d25614d48f1ed9fe16e42bdb74fc64fb1a2970ad2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47982d5cfc39809f5424aa60ca14fe15e1d7d809
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3a2559b9b81b4fb74e19a6bffe2893370bbd62621e711727967f5c0cbbbdfa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9859f068aeb99ac1f28536894cad844d3ebd6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de42169eccc63996047ef24ee261de3ea89bedbf5d26a4afe6fba0c456cc23c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f9b8d57db5c17d19208a70d2c1a991f406897a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffae580f58aea29bf6286828a1cd85af836331d1df5d87669347875609050914
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a86e8b28084e82ae574e8cad02533a8f542e3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc84246f8748f253e786f5226b87c38b57553f5da249f512cb7787b5ff090bc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ede74717e264bbcf5998f0279500cee388efc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743c9ef0367d5b903994698f2c6a957b6891a3c9265b5f7d043dd0d680d8cd72
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1500ff73e4e77fa71491bf21bfb12ead5433320b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a2b82728f7df2d623a466312cd60e7a9439b0a13fa37fcf6edbdbaa6ffc17c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808fe81143d3516e0177a4d512c3a7b261b48a2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a07600947ca32a20351f3b742cf448ce51a23f0522cdb7ab1f6254cff69dd1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc2afc9889288fde5c7e47d9c3e5095143000e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff2e935d85ea065a7bc985e1a65722cc06eb8ecb1aa105fb12b5b7ef893fe8a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aa96a8a7ad3efa1f485d133d74d86059815708
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a1a8cc6572117912e1e900678e248cab322cc326be4f1756c5d2c8bb2589e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab898020fcea1d39a19e0b76ad27ab43364a910
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4771e8fc887f141560412fbe4da254f36ef0e2a6e412e9271779d6de2bd04e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37c5e34a607e9383f592ac84ad9e4c436d8aab5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed70487be8b362f4fc5243a89de70994f1596475496ae6c6b0b457ee933d2ce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f924f0d858da54f79fe02f4c302d1f64dee308dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460186d08291b3d95e262645e15f69df3bb2043f2e8525ad1b2d27d7a2c5997
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0a57d0182484bc82d21e6a4ca0425c4d5d5fc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d374992d7bfd1ac64c5218f53cac571edaaadd0ccc637283215963d19f1741
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142db6999881389c38811ff1f6a52aa86e3ebb58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca04aba74fd01ce82381a2d74b81bdb1ec5affc8d85cd867bc3175b6626f1774
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beac40c5b1e5312b875c4fa83930082a2bc2785c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da34d5a22696cc1ee41c4351636f873a07d7473f8c612413478e49329d8a3b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1695c09e6082d3498fa2c5119e94e07de0ec3cc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64785d572f0a94000d02b05852a612c98d101958f9f0f6697577a7f6ec662a4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcb7a1b3761cf80c11edd6aeef3dd7a41a74cdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85f52a799fc50ad4b8439fc4cdd2c692d012934a441fecdbe7cf211cafe1183
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea7c9822548377623b182be959d0929c215dc71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2cc55e4404b3fd94fdbfcb7f6c273d2b216459468c49c1c6c12aa792f193b7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b7fd9145d9f8c21e8dda7805356ff2d6c9f104
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df364e28c853d82f6ef674052e02ddd8e486b2a4e03ed74e05f1975af85da7d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6424be89f70a4a214165e2338917981cc869c70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189dfa8fe3643a51bb3f368b4d122a936e3b5c8a712ee1910939de46438c4d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5354f3c6a2a78743abbe99de9932badd7ab86719
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bf1b667faa8d7ceba544acd8302237136af70cd557f0fe0694091894d499a6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4323fcbf6a5c9434ba1a25dbe98dbd453d9787f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fda25fe8b313290cca0c9a500f02a0a49ecd337e9272d45fb6860d5826e4ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e67fca01e5138dd7e1ccd5c088d9ccaf12fe9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119121d6c9cc5e035874e8ad3eabf4b7b5c5281d7dd7724ec7f843de5109e97d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6197e12583649dc1a418890875ec4c897e8585
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbec6f4ed7db38375f5ccca6c739ea04ac28c8233054542c723bd6d810b7e7bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc97fb0e1148299c371c65088a32cee7babcc925
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e6941bac5586c01f86f66553d71a52499ae48e95c4e9ffde73b2bd043ba503
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd8e25c8c5caa880f52ac5d6381b66add1dad04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0917d8f7b68fbd5b5eab9c0537f04605f7355ded07de4525af951ecc860b9abe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe203acc1f875bab055acf0b80c823ada75d0e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914785f8f084d7cf26309306b4bac7316cd279ad619d122b0c58f20da0e52953
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2cc757f27df8e3d45e93fff399b957bd632feb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ae16bc1d8f622a9e07d27bae3b2dcf2161d16044629e804a701319ac5c9811
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7d37a94c0f91fb4921a509b5d90a52d2e3986f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a98e2bfb47cdb15ab3994d9fb81cdaf096857ccb95a8d16592f99db980c631
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f00d976bcaf554619db655fdd962810873fa7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6030f262b9bacad4c7f3be17981b738f18a99c0b58ce62dd08b97b20bb5a7225
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c371bb1c99e4cebfe269f310fb1d2dc0732015
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d59aefa9bee3d43afb476322bda882a1346c99ea710307995994564cb76b44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15fa6ca3cd0df05e319b105f2c70f3f35217fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56183278c6cc70bbe64b58d7a0daa0a34e11da64d22fe07a09ede8910550677
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2801d52f299ba0eeadd9d6baf95ed1d06fcfc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b4c3e2204f0fc7fa57d1ae7824c231811aee569f7315ce89929b1428b791f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceacf0f70a2f52d43a559be5ab631d7a938fee6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df68b1fc7c599f1314fdd19d458bafac254f5ca6ec73ce18554c422771cd7e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ca9d4b74832a1101fcf5dd25dd40b0f03212a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d240bd396b6a9f4d788bf281bd32fd0afbee2bdf8a64ddf938bd435c4e8f85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2398a2a6d0240e5649a5f4496ef9e924a1f24ba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93599861c319887157be9d49daff992a0e8b464124bba23a2cc683d86af2676
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8da5c752b3f0712238a3b8f4c00e3197e75abd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f5d1f43968e7f9f0aa63d55fdfc1e5b899b2193d64b8cd382fb0a8219518e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc2c219fe081e988e94246b2efd51ff153ad169
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f6fb38890969e8026a6578907af58101c600291255780fd2d6c80b840868c8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf4ce4c94f86dae15f53f506ae74a19e314c1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407b6f9faa43ae001f430eb85efb445686a673d05c80c11dc78b02fab0b20be6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8752256fc89428d046130ec9bb949fd94fb7af8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcaaa011d556d147356265f4a3e9ed251a15652a5a90a50b0f701d5b34a7675
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cf0e6067a1889c1823ca3e29af5966b0b0ecf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fdece11a8a106df2a8422a345ae9caecddb774831c50f1a601196eb88b1630
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a60208bd87b268177529781f83dda3fe30bf8d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf45509719c766c32b345716af2a2751f2c791ff5f44e88f6a2642854cecf7a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dac3c20af2afd6f1b877ddfe1da174cae596281
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d173cad5faa13d9b3115716181e5cb5e8af8e8f669c1161ab4517511fe72a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc613547325b05a6c405d2d4719b2c8111a6937e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed9f21901a09e908d9ec83a1536abd8e9a2d30fb57444c0e3633401f29e5c5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd8d3ebde2e1287e647c32c67b4b085d432e9c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46e25ff3b7f84e3d9a0d33f24844160fd6d2e41f510f2ccc23d79e346f0e0f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3cbf336a35ddf83c5985ab6efa27189b2e0366
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8088e7540be7b2a486209b39d16feebdfddf9669c7501a3c3456fe273fbd45e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1698d571261b1f5702f15773f60f49d8ec7274a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bbaf7b0158d355ace9a1703c833bb6400e07a9609fa3f33cc3bed1508bde01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b071439d33a8ab1fd26dc993f22e4c5ba052eea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01974dd2f9bc85f4ebee3fc7d712ca027c00acb0f030e3e2c5b232a89c3059af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d37bf2e6fe1690b75d16b98e8dc5af4d37a6ad7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813b20bbc5c16c98dadee1941ad7cd460a577be23516d6bf3493452c1aa297df
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c35e4a02ecf52b9d4e93b2c92e317b08a85000a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadde26ba9d1b2bae1349de6114b5457a8a91e030453519c4028be9add19122e
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7bab0ec54251bc3984b4dd56853c97dff2c214
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5311d95f8a3afe9d58f9087551226fc133bc0615626ad047141828a9cf3551b2
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bdf15f67e88548437c639182fe9cf5118dca4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82e5718e6e61716ba85c5e4120648ea761c562eae735a4fe1577de13b11d0cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c127084bdbfb43f6fb0dc14f45f973b71adfd8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335ed531490256abb9509127bc815da9f4d963a08f31d6d134e140b288a5721
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dbfeaad39e2989215aea035b3bccdd11da7149
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d37f76429478e4da9bc478a7767f8bd666c2b01d12a7d408135b4be3ed6ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335a9b804da0650ea396326b56524203ac4fef6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b866135f6f551d490555c45845be0eecff09d3d75dc0f90c55e274b086b599b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41236524bd813f552507ce776cb0245fbf1b4d2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e65b776382397464ff24a121025ddcc83ff5a8f0dbdbe9d73000f4adbae4dea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4dc8b5cfdb7be832efe405bccfe1f843a65359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb3a781da294c414d62acbd2d5b3a3d84a7458f1b810445b7a33d5833f2f7a1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758008c15e02e99fe2c9dea3fe0976a2f17b7e4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fbc0075210577143edd312eedac7e748122aef71fde10894dbe75d7f121fc3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3067d122568c74b3090bb064565176e7c76ea4b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadbeec3ed7b1eaccc8fd5ec0a56be776d44eac14b26a042a341c620db196404
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd82c0883b3abf4ab4821d1d99b9c36d6966804d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc433404dd91f7ea416936f7acbbebf8e0808bcb22e68c5b968ccee917ac2be
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b999f932f1653d7b5a975bf507e8d62810503cb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9688d5873ecdec77a9acb935a948c0603372b9a950bf305e1f7a26ba5fc2f363
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c487c4ff0f062788718877ef257c9ddc447f2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead8c77deeceb65ce8af7c9bd9f2c1eb821e11e3436eb7b67d9816cb6dc2c72
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d1cb8b576ee41ff56cb365ff312e39184cfef1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c736f50594571b40edd1327667e39206e5d7a999ad2caf68ea9b62195c734a1f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16272c6fd6ed1bb84bda2d456fd845bde7e7266
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd6734065a9b32faa45117519b431b9b1a535d2903e8e0535e2ffc065e03906
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4ed3cd38eebc19b0f9315337bd9e3106646d5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fed7d7bd671916cd59883b2ed260681dfd4754dca46af24535207636ee633e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4473469abc6c27ad7dfc4cbae3d2d767227674
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c22b0e3c0c14860cf96e241df07b7ab240685612330808f523c643579796d78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cbbb260dda53718b5e7dff160a56032f205bf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924e45b4ae99087fbe5909a748923b2370af0f8b1315abed08b05aa81c3786f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de3f20fd89e12bcfc4f08b9a919552580b38876
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8258b6fb7f327c822e5c73bf749d5726cb552ce87bb28938e03b848c92615d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f619f9db775b0261af314298db83955e1657144
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e39e1b550edd07dda7afc2ae5ce46b1db55ea094fd783c876a190e264a32924
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fd7bba463f9f37bcbe4560186aed0a090819fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae11ccdaa884bb66396c95b74adc065d0f47311c821882ca1583ab47dce784a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1826847b37f5b4c0602c275c70350284b14110
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47ec67942d7091f5889b12ae9b9fcdc4fe1b3c66a1795a0b1eea3a40e6a7e26
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1693ce83c92e9e1011d7340e1d76e248eb327938
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57547e027dd07e9b26885e9996556c0cab331bddf1f87bf8cfec8c56ca98527
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da9788d4ded00d96f7941f827efecaf862d2e93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be631256ba0b71988919545e7a107ba7d665debd4085ef568f0a949ec720755c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a019c904b9c76247b9337fffae8e7870689cb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5728c9ef1cf8f611eca42be89ce92ba3662139f459b9bd9e183833107dcab4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ae3e64e58f58bc52579633b9df62d9113944de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac2438bb966abf51bf50b35c7287dd9d19f9de651f3c885e26b02b669cc87a0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84821276a26f895f3dc2f5133f9d1baf86de9c00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c42cb6110bc355caf39d6c22535790c029a3fc89ad9440bdc6d7466186c3dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439877f13c80b6fa1057844ced6e467935ceb2a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077309f3ef1c9b941faa7802fe38caaeadbcc83ef5bb780e578d97530e171ea1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49db1ece5e25edaa435810010f6105191902979
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d2469203a48be9f9649ff4cd0fe53f7721c78a5f1b1480244d459cbddb7bc7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc90c7224b8102cda7924b020e0f0c37996e108
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55897e5df23d4a7da207f8848b402949ba392e12521b9d64ab3fae98b003c310
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1d10ad57d0113616948b198bef3a73e6abe148
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6c149ba7352448fbd687f8a40f22d0acc836013229c004c3d37a14637dcdf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f839e9fb716b83b1dde0304d54e80c11441c15d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a486ed1f07d0bcc7b02a4c039c015a793ba990041b2187c4711d96154447ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d442644387d493ee0e18ac1d4aee505fcf2dc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f0240572be4be6381ceca84adea30915a3cb0c9769886bdecfc5d19acdb394
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bad9149ff9e163fe119f6f8aa6a47f4592d996
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b46e3a3951563b3c5e6909e670c32dc07761d749c9bbbf7e13f2f3d6711e22
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4c638819d1c559755239594c062c9279819ca2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfcacf07647da2ab8107d7bce98581ec27b7a6760a5fc90f82c0aaeb586064b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600178239324b465dca33a26fc822eb71f1fbdc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7af74c4d42e971e2b5f02ae02d52c3f924875d19998b78123bceb8edebd44f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2394c7f21fae3d85ed44eed4354b55b5c89d1557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad051c258e1858b2116397cf060bde3f660cc299cfe1c3fed9aaf237430645f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c4ca69aa78dd42080d03456f17cda79b0e8a33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ad5753958eea1640219836a3f86b31b1fbbb0ea85268b86dce76e730a1c462
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714c94e9302d32150b0db938c8217b51276e2fa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50243eddadd712ca9dc3908dd633ec40df4842e520ef3f8c8182287cb6c3f455
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58aa7e04a8c3b6461867ea44f517d416cd15d87e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803173692fa4952236afa1fe43ea842915c61e7842657f7d4ab2af6dca1345b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc345d0795cc5ea7b8f0c56dfb7c319150b62fd7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66087d7b30faae4dffbea0c9de0987c36047afef1792c9816da04b4da53dd9d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f759195788d22becb6996b186d9417aeae46137
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85da5ec93c62dfd54c58181bcef1278ed4a08a648d85ee2c47b51a5cf2e6382c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dca7f589ec8a8e3d51d39347e9d7758ffcc204
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac02f98b096c4d20a524b0b23fb3a4c619a41350ba300321486ae4af793baa22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2745d3c721a9915a202b315d256dfb56d86a55b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc708cccced44ef78533e4458ddd88efddfd399f3887b61e1599f7ce8b13f1d3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99183857821ff069f15e0e42ebd76b4690f4fa33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f2b534354ecf8d639c0cde710ab88c8d548f05897a9c3fb23533d25854567
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3223270d0ca0fffac792483d3161d7da853289cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ffe863905d2f8de94836a9daea6bbf147ad55d900e492af3f846c195ede8f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee103cab057c5a54ace6f24dbcd35f775cdc79d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f991e2ce05a4d52734c11902017cef745ff58d14de70e966e098eb8aca1bbd7a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd749e95e10f5baf7a8a2782a65f6ad20ff41c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9ff1a6e07bb1501ca0be999c4b6355fad4d96ceeacf5690a22eeae0402010
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f84a31663df8d65b59c76a8cdaf76656deb4aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d27b82a8c9df3052686a86d478dc137708bdfe455a6e86728434629fbcdf0bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed981209967c2267d08dbe7b5cc09776324e0a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bd965d85a01ae8a66d42d155c13f778f8dcae78aa97676db63b25deef84ad4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b70098b20c12212126bb0c0174c69b13d46694
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e3e8a25808741353ff1af159368c65f9f936c5cf4c977db60a8eea02f77828
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb7e1ac5477e976006d316646eaacd3bdf0b477
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3069d9250ac68d9c68da818b6c2e5c24ddbaf7940cf9155d24a49ec3206f40e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b531fcf538eb112005fa02b8438481a64592ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b5a40765430af301b593f3547480d87fd28961721f9b43795727d77cb620b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321affd1d32610c519ea7292bcc25619e99252a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946af23884ea17b834afa753d53498807f09945f15a3be4b4b5021140fcc6ab6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc583b135fde221d25a65645c589672ce49495
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a363037e6c9933b91532469c3a0f92febc02ff56a0ebd8869c819446ed954e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afca38c9966fec97067b564ad36ebfd7ba0f8cd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f9ee7e50bbb3bf0a61acd4b8b4f769eef81b6d34c7907e9e055e4f721696fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0176726f5302867e4b404dabf1cdccf21f3df0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079de87af3a631d9b7584770be67daa9e47e74d177c3afdd518455ec74db691f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edbf8e01336111130b5647ec5651b561c73030c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1611107b84c9a19300922822bf73f99972905ba192f60fd51182dc5c5d999dcf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0478166cef58e1fdb8b8d719690fb2e0cb1b0e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7facb3d3c8f4c02bd147e20ce9be8377d8a89cd44bf0d8c3aa5b49044f5e1525
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce61e6f3ae4557efdc09fa2db49a8aea274c3bae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2940ef9800e0e4e2b0907709f397806ea601e28c23c8678109df0ea06647bc4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74111e4b9d89bacfb42738f26ed828a27c341b11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338fc28a671ec9b140b5763cc31bc45b5c0a73e8dbe073248ca0e9cc84e55c99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87171dc44fd8dd88e0f4af27dc5353119bee8c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1907dc3ff2d3f7c15e981577fca9a7d7c3de8ee3dbf2b0673ad1b9d22a96fb94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45150a08040e6ecb5cf85377189e9ef688229c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1711618939cc071f217b380905706b6ae2453af3f98dacf12e937677da9b8308
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d716748a001673b87b619a66aed457d1c00eaaa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2ac2889ff9465055f645e174f9b98ec995d8b67d92f6ad81d1f4c0a350555f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174eead3eed59c86cc3ecc838fba536d0217829
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de507f7bd41d4099aea4bcd9122aa90c347ef004f37336ee4f13940f219611a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4615ecdf9cc14065dfd33c30149f0b080749de6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f48652bbe92c4e9e99188a70d78ddd674fbe6325869eb2c0750539aee945295
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfe5fd9c79d3f4a423954392e460e2535b4e29f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc0b5aa5c268cdfdeb94cd692d4f6670e227dee0660cdeffd534886342ad1b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c228cbf7805cc14a6f063ef7074a4099fe290063
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d146dcbb3d3c91b22b541c19982a110358d46a4ed72d221d149bd45619800ecc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db80e317e0a35ea66cc079e3d5f33ec4c58a5f62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ce7e4a5fc0a90aebd08a4087b4357089b6af9d818a424bb3d93aaafdbd714
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d0e143bd53ab68283731c93b1f7fce6f9d41e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325c47e59e44039f244d4231d37550b79c5090403c00f98427762996e285b60c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d93ee8a80699bcd5238655a9e82411a6176b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bb5b7a39330ceb3e508d04c039f55b0bc9ee334163f5c3b52e3e2f08631bf2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647a0ab19ad146d921bb8fc9d7ebc1be80a26887
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7874f9d355eca6b4d5501538a864cee0e17277d7ec4dfd8b157166ac6d31e8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5dea0ff137f8e33fc03d9fd2abd6ac048e5d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c85bd3c0ceb57ca650752ae0c880e918824066c21c92694867b732ca8e2451
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3f35e7784906cf06a97ad7515c7500ae6dc3df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661c58727f0cabf918adb00ddaca443eb1c3ccef98ee742f9e57e9db53feb460
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fed52b4ea26a549f3e3eb2e848a70d155fbfc60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76e87353bef0003b1644eaebf44e3e02c7318844c609caf4a418a8064021abe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0892f92cacc2132e789387ab9925fa42b4b8ebf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f7008e0e7bddefb6bf3923171d5ae1ef3d1f0fb5515d8857169a5a95cda00f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d3a1a155dfc86f14ab1a720244d22c21153ef5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6b6bf16936faeb860c9d1b140d693214e414bdc84ee05d6588f6631ebb8ba7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fb329de599b5e0899decd343da6095dfdd9226
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8173565f4d8d8fbe9d4a76d3ce79f90ab54739d7f64b95df6a7daad5b8269eba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c540fce25891bc946865081cf236f13bb49d363
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c08a019df736ae3c151a012ea5020d33ef37ecff529da77e3f84dd1b60d9e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a2f7f4f61d881d84ee0fffdbb6efb3199758cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5946ac71c97a7e48a7367faaa56ab8d92ac576d873132f9bcc8344965aa36b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c70b344b883caa246882637fbe9f1619c2e899
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0893f3482d185e73dd1e072570f801560ca12a1ac4252de7bcd28e7f013507
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dc4c11d5e4ff0e53d59b4ec274bc30eea310bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bf08534ff65427a52b22a323c44b5fb67827b0344a766885e7618c30ba072e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cfefe5673fbac319d2f4f16c0d6246f9036d47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad62b019e2e968efd3a57dd72315b610efc97a13bbd68553e241dd15b58142ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b433d50ff914ce15fa98d5738f6cee577e7c4940
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dce381ace558136840e710898bbee1bd21bf7501ba74f3a737ff16cf1871da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ef3f56c734e72c32461254fdccdaf2aae4d9f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0501ba47f869c23e1541d9814c70ecae1897bfb1dc2e4c73b9e25a5ee6e3ab13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce191da701e19fe06f9578c14dcbd8696fe8569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4d118dc6b0aa8da175525accad4eb5453078a4a109622f351a1fab01edc346
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a4d291b837b0d14d6b0c835afdf819086d649e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fc7c70c7b37e8360a3c720381d3f94de324fb4e217384814bd047394d7c460
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19a9ccdb89b9b9f63de11b20f93f170559fb8c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e1598467d871190c293a235f5f7f709ff88eeec62dc2510b76d65e96d7c4f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bd6fad3834d81c3ab0460176e08947301b5b77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d3af989e58b9c1ce83a176df377b3b47ef5b6f3aa1e74e20682d71056a1e5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87664c922d1567c2ec7c6f19825777e1465ea479
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3fd858da8dd8ae6a4cd0ce4edf8d528b013aed7825204a0e7e5ff9698e07e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e57b64c477af73253dad7afd843940341c6e60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55840b67aa8e641ac45594bea247730909199b42693d898f272e18aebc8543
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69e6fe2a5237a933a8c6b246a5b88db3acc4edb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adba4cf08fa5fbc4741d8a04c558d5328e9ba0e561f56055da7b76e842162e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1544dc9e309dfc3da507bd1f93247e9384bf254d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd32e83ddcc0fd9418faacb8a3814d4acf1a1d5e80e7c3ff6cea702a59501007
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea1e9c442b1a0e8f629a4de1d3f96015e42bd7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8912211e8a723d143be0171f36991c642993522ffb5c4bfaf38c769bc190abb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d519d63dbe2f581c209b6ef4e7d0dc9a566ec8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b35bc7bfdbe06fca3f8337143f5cb66afe5bfe6b123a671c2facf6a7a49a57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432da2571a7485b17467be4d45d17da5107a3d7c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8206cc548eca43b20ceb3487fa2522f70ccf22ad25171f3fb7bbd3ff76a1a18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e9aa357fb3fb44d1abcd47eab0ce289a7718b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab6de6d610593e53a63a77592b30eeddee24e9fd11ffd59a5f9995c84e798a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f2650a25eecf5ddf8b53b981bfd862c81b0897
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faf99ef09a1cf34421456e2b958e4d279fda7a863f831fa182c5a252144a408
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac23958765527bbbd4ffe30646f8587a83103495
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6acdbcaf871103835be304d5cf028240003c07063e942a7c391d70b739226a7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c2568bc61a0f9ef3ca8818aa0577f4312944bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc3042cfce0a08123e16c49860e903b578c86079218591126536891217045f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0711301fc2439843d8e857397dfe0f02dcefe106
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed4eab90077da6c0a2d4f2ffa826c3732fb78528208172a719d83451d2dc065
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfcf7eada33fb146a863dc4a6c0dc8bbf720c8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816a2014f3334ecbfc756138394ae808ad1729e724f8a266faa977a21be10767
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da26d033c574a497cdcacd11d2d3fca25bcc023
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c28532c6b860c724bb06e99f342c5239772c2ab7291881997a14235d434a894
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a76ada4030cd2b4f3a8e099f7cd42de2f6eda54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980edfc27266986db534d1edaef13e4c2f7cb378ab6c1e3e0f50b83efe089e5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f873e44e00a738bcea12ccd5fbc338a4d7660c68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fae04dcfd26dd0e5dc97ab5d3143b3bbc71996e4f261c25b717582cfb87ead
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b6ae9fd6193c4f6b5a29132ce1e9276e7b011e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f948d7dc32b3d747c2d8f8b1f4f86d21a592c1d481776235e6ae145c10ba3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d462e658e665bca81c9cb5c8ef8d46fbccd3d60a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bda243861f9642a9ad7820858edbf6bc2a44839cddfad6ac7f3a9ff21c540a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e59c4dbcbeb118103f712271b68f17300caa95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bdc1f26e8e76793b5a972f403e6887ccc6703741df041a9c92399606f5505d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0120929c78a23f7385c73d4cedb0d8edea8318
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696a7573fc638d2741c895e7e0cf05ee5664ac0062240d07d6b2f3361dbef4e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b590a84ec7cd00d7dae65e1ff4a159f90f4a606
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09293bbd0b26073de38e8a3c67b69143099f9b3e832cc8574c341b8f0a66df7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c3346f9308ad5bcd5a04e82a6b726de1da5db3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170979bafdb77a50d16c65b271b1453a28bf11a112c5451677673c67a8c10e38
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfcb7ef87f36d3887807123624aab54fe40df95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dc3b92423e6963d18232412e82bb3d170752b72f1573e03b2e84c1dbb4abe4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de33c45d2bad3e3a1b4df401164d36c5a7112307
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cac08dde0b9e1409887a38cab8cd6fd2e65d3521c649bcdb2313c7bdff83bbf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb88f5487d31e9e605e532d84996e621f762e62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a1d878e68e50c6971506a4acfdf3d1ba7c76f1850e1f50c99f5f6e5c64b7b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e9e9fbd526b489da4d711b1728c356e1c59bed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea0b5d441b75e62237d53de52f70bb43a677776b69622e2fc0e473af5d6130f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cac1d0951e3bbbc695d92d385f82f08c98ae52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b8a6f546ebfb5eecc2b3523e61e106ed6a247e9edbf5e3459cc8bf5c94c51a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6280af7239e15d6b22ca7274f84af8140a6870c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2c3cff38a2b2a59986e21de1eac16afa301a9df14660d9c39827992af774c5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6300dd253f349de8338795aca1f282fcca226174
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980ab657f516eaa01bf9b92e88d68f8e80c523adb5613cdf2540e5971266eae3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4baf28e554a7c96033cf0974b92b81f84b6b056
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf9108dd074fb3970fa78eae047c118deef340786d0da6390909a7675118243
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b433d91c26978909d29e594b7d6620f3407a420f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd3c354133f28581b407468e96fe2e4c5001d81cb62d10ea815a8aaf1b3508e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00df33106a297b5f50b3716a2e71fc62ce99ba41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9dc9934d9f208509007f3e1f25d0a91f3abae3185ec56cf7a84fae6e5c96df
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd38e9d467889c146b863d43a3a51ddf31fedfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2753a592e023ef960d800df97a1b2c0ae37bbbcbdb0fdb24a1596b2882c04a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991a817d5b92b58e08b1721003c24896e87767d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b0d9d7a6053c2fa7bf931bc4ae81de062e79881ad38d769e7f7a45502b4605
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db9b43641dfd463d4306a01e5f1c3971fa76829
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b368fe741bebef791b274710136ced1f8f07ef5c1ff2764e6c7eb9585530f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4230e04bd476b882f3689221758b76b7430cdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f8399a0bd768ac29b7fc455548e417d4e22b133340f193a9365d3ae1d01fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7a788f8a0233284d7e819297c7a247c4d64d75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa647aadaeb3b097158d31497dad3bac538a963f4318321f49882632b8d45a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a52f7beea4a1c37acb3b65a2905e1756704aee4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e1ee5ee36bd13d31666d7c0eab19e782b3618710823c0d6ef430d56aabf18e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b524b6c3778bf04d91e273532b35d68fa8ddd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb87e45389aa069bb85e148f5a1ce4dd7ce66863e171f5fa77ab6dbed84cc9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368d99f05123e8a4ef3d80071fb72bf9002f2d0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b68f43fe706eb1ac29ad73e63161bdc3a7985bc1110426f983a1c833b6aa13
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cf589dd74e397881dd54ee75d86f019ad262f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058651732a692a2fb7583ede93a6e0eedac490b0c1f1372434c3e362e15fbd4b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03252c58d2f58e8ce696006d179b0548c9dec5f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f8b32081352283624b4672c3be753ca693dad21626426a7ccc2387f4126f3e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5584993343548e0aca6a5407280c236aa827c141
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ecbc786427ddb0f71e6fa620d45c3b61a1b3f5c8895d1bd46544c37252ac69
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63e051b3b1f76c8eef60841c42d013cb7fc3ae4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05074891dd74b349ea1758a451c76187794d4ccbfe758bafd9a0bccba8108e5e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f296463e54b4d0a18f3fadba9769cbd70fffab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac8675cf606a38337405afdd50ede62cee4932532ef8b8e48900da9ccda7c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed98c2020ed069cce555586942fb18e4ecdfd6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b058a08abfea3444fea1bfc2f773b8ee7f6349ce6bada7c95e470c16eac3f1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7412c41d9b9166e1e5cd60be1c627c8fd9a0db61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd19ee1a0b2259910096fae44dea9e1e38101d84c18cb1b2a2f8f7eadc5ef62b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07ce82060f4e527133d2ff0aecd197cd7469af1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677bfd07ea1bc73d001e94b18eabd2c91acbb11bbba0ef076d9596d7532dab94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5583c94aa68c5e4f9eea6e96e2fac30efc5d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3893a799706a83610cba939562564ed59b6d3a767b9a9367e31edf9c8ddf58c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fe9ec0870ebd939c7639aeaaa2ff9557fb437e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09212e709953734f88a58607b47b07b2e66f9651479c6f717041203c63bbb8b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04388b9db9e77b6d3ab037b10a9f72869e7419c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d6c1b4dc3206ef168d6b24327582aa1b3dfa9917a8c41375c8d39b19b0cd91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef02577600cc74e1413c6a1f00a797ac2eb60c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782de3d193124ae09b20e3f47083197a185e33c1e5540bae2ac49d1817262d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12e466546dafecfb59981b3ee712533ade6af49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56be944bbdd6a85c987c82912bb3cd210b1b07852e6ca82fd08e7aace00ad970
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94550163d0303c4f8116ba1948f093575a9440bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144705d81388190d170514366451919c3630c04a2b3930f2a19510acf5478455
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5196b4438abbf32162919da02e56680f0171895
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ccb502a252d1df8016a39867b4d76299966b38c2f9e2b9c524844d5a949497
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb7593a99a1e70f6b093809acd5c171b260b6b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bea2b5839baac8294e8fae16e67420e6b402433dbb2c91d9b80aa37d1da34f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560de7450c508068bd6f8ead10d716882839e9b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b815d1cdc60065dea56a8aa4fd25fb10c0b0508db6b90f8ae97748bcb7bccfa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aafd7b65786c5fa0335ea62ca4443e05ad7ebe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eb422e6d3f4bbffbf93f211bf61281d51b06ab3af6564e7f6887e55e97ebf0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ad477cf8931ad4b417bff619736e577c1ca57a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ef424ec6919cc5b4064fccf61a9dfe414e00ee04c1a0aeea388bbca670ba2d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068a71bf33770b5871d1f000d1d301dc9074e6e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc83a88fda927d20029aedb71e04e55846ffd98b216b7c7874410298c4e86f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b176a9be0c28e4b305074aadd712ac22d5efd68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6078737de1fc61beddbdda5e2115f5985e9d495ba01efb9b6ddd41c97245107f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f28e8044727d2e81d105db96ccac3e5764e7b1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d22ec3a95bd2eafc65d7d6223fa03f2434c5257143d7073b63ead998e69434
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e653ba81629fba000adae38deda5b3d0368cb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e460ee62278134917f31bc1f7a9f829105de887d0e6408a0b0739b484b423880
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd645c167b5f57c71b810f835386920c161c41f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d163e2f5204ca0164c51a8bad7e310ca8890268e87a220fc82ed68a9e2b60ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfc6b7156931c76fa0bd812ac9b3020932a7184
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424850c6587efbcda9c6c63bbe2713f396d6897cb043a537157d41ee6572c185
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e130c97bcdd2a919359500c8fd33d98a341b2a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f668c320132b6f08a82cc0402c21d3bb5e4960143065d93ff70bd1558882c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa44ab8d07f19720daf4ded0c64862f56b81d1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f417619f7d5eb0ada7c5104e5a887fccad5290cc7cfe930fc003b1096c81e83
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9297a7e00005f8c60edbda65978553999b3aa26d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ab1aea1e04f73428057ba81b61e90800d574cf7d8bdb7aa0aa67afbf3ce9af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1029f1b642062028965471a0015cc387bf91fa07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf5d13549b2dcdf1aed82979a0b1cdcee5ff32dc63405a482bbab273f447a3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f4fd2010eec5bd85fe14b763e473902072cb6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc68563bc85310161cd5c2319b612462ebdb7d83474763b5ee72aa5529effbe4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb8877bccdf79f40467837491b1a4726795ae05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce45b3eb7c8ad5a674ec5f0ea7c032488c5586703f982c8eab99af5fbcd06b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5b8efc64b2b63e7d6d602311fc0a3c3cf76a20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18648d66ae3f120ed518d927576dda0e4374ed5e404f7784a0d0b49ee83df43e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa983c98c58b546d873f4358588bd36e8bfa8e32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3407ad9a9ccdcdc4cca0ec01ad5b594136cbb09ea8f2213c847738741e3f6ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a85bda74a43c4767caa79b0278233a87e823dba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cae731e4dd673793054c99787efe7b141cfe98c4a9ece622742618b11b095c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba9c63e41c2d7e3487025deb6c81aeb3c90911e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ade64ba49e4a1b8a578a29e9bc64d271927c90b89ec5955ca16caa4e91620a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5faa7871ab80c3fc9f50f5b3409fa0157a73ce8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df31ef3be5686bc2c803a88311a45a9f109f0dc87718a6518a5f887e0238618
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad28d8efc3f7c9c69e416080bdb748283c00cc0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17b5e80da22705264185a4c1cc7a502c099e9345906e2866e4a68a10a53388
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb128e7adaddeb7c3e5840deb3e68ea14e038bb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ff3f9ad6fc1977e20f6e19266382921fa85d73f0b09290389d6123d12d2a5e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256ea2d9eb88129ee2b1427b56fe253f15c7c06b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77a4b277abb93bd622913ed58691d4472246d6814962c1e1dcd57e29da3705
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8377ea4ccd7239348f0977e7e88cf8f6c24fffab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7b4c794e07ff8b6ec6b15e23c95da93f910b2b7a2dc55e43b7109ac436804e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7b6d3af7b7d1a5d3132be9511d01ea5d346df2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e5fa5c3a1e7137bf8a43604987e142a35549f71aea3b1998afb27373c40f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e0bffb3c1637a013fbeed6367d33a8771a2fe1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d82941060c2a8448fafb46d4546b88fadbfe678bbfb376e915c9f8d34297fcc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f587b1b337cae114076f84d6425ddce24df5900f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade911d05eeee8a84bfcb278000b407b36b906e2a14e37da497e54b5465fa57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a74b86355363d49804db5941021dc6dfb7e7167
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc98dfb652cfbc792c56bd90a5effc959003cbc98cb2b0b63f99de9bab73a39
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351c125dd8c388dcdab533db24727b5a174e2927
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49737e8c7f7ddd6161513f37b8c3edabedd5964692b718df14c8813fb3498f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2842bc3391a619132c782704d42d9de2a8a487e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c144de8d9302bf69124f2fa4056e8413fb5b2c641d74c17c7410bfc1341cb851
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b58ceaef25791cad41e51a6ccf3858068f06764
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce72d6b2dfebebddc336145486857f506d8cb3e11ebad116cd317fcce503267b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ae8a8b05929b3e5f6ad4f1a62622e23388cd59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d60c3f6832685550c601cfaca5c62d039d4df4a2f03cbe2159b59bd77031d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1ea588c420a2b60b585d9997021a105df62c96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a549d95c074a3bb8276ad12f54c12ea00330730a5b2278bb748283253293fc5d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aad9b49e0cb0b6277ef92cdfde45d5dd9af5e34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08d8d1cd1cb7fb09917c88a006f54ce3167b8a64674208c1e6fab945b813430
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bee2e4685028b4af63a921afbceeda0fe18c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a77cf6345a9f3c53d82cad659c617a86dfbbfa166b352d45407a4067a46e068
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ddf9fee92275b618405e999e23ce159cc6fb88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad81f119c1ab046eb33dd03b4bf2a0b0250b3214f7ce4d4245e31ac1e40f22f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ff53d383dd9716c330391a9f887762a7387239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3bfd12b70275054d3861e9dbaa082aaca035901a7997385ca81a6075b47f39
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b419b2b193a9cb43b161b8bfc4531fb2779f93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66158d7248920b35990a32b516aadd4204d2338a46c9917f93ef85d05632f80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0006b20fe49fcd8fb9898c166d3a151b01ac276c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e388cab7085f09caee739811a56ee2250e6823442f0fa011e6d430ba6908ff0c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe5b127bd41cf7435d9ef0142aa5a0eefa62db4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc59e71fb2c8392c06444a195001f748d33cfed5b920ecee679e2ae9cd449a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a9f99caf1b6f797bd1d416991e8329189cda77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c8bd559e3a483284a5cab60d1f54a776e9e2a9499ff61bbdb57cc4a542263f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c72252ac59770c4042545bd19de3d191f75e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7cef9366c2e4376e665ed9c7ee65302ef0cad1b9870474f7187b9cc70ea0c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920348380af876943c6736ce4e3514659f4e2cbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990db7d0a50da2feecfde9fd2a3026e6a59289340dcb70350d3acdeb47c2fc0d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e471ff49d0dde7b393cbca26483f5e4f3c2bc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70b1fb06888b062ab87d37bab1cef0546ad80f41584966f9853120456526245
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f77900f43a92a790a2a02c410fd840df8c6fbb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608063d76012f7889ea66beb4ccea5fdd80561bfbea6532481c6065cde234311
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97502808e9143a7e3c6ba307bcada31ff840944c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb62af2030d4984219758a1da59cf5b34e6615439cd1aaeba101ea7f332e4958
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dbb5f54738fc883b3dd750da85b219091ff344
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387211d04f64e9bbfde0436835d0295bbda687691e06e0fcca8887d241875cf4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3030d0432f67532c3e0c1f26e3909f6652e32d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016056db6b3e3344912716876869ed30339b3b4f2c172eb1dc36744dce513c06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f7bdd65a61d36c9a2083a1073e5d381f822b60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc49cfff6b6cbc6aacaac14be897a11e9b294ae9a9297e35c6540d21a5ead405
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd663b56f7e5545cd94cc5291ce8e6418a38306
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefba4f7ad67ab3212f56fa2443fe3c348301f7916468f834ad634da0aec40ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46f795ca3bcae20e24b508bf90ecc5faadde281
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33b41bca9bcbe0a16ad4498bf6b6a59475374ff5ef439e6a647d59011d97692
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7017a2a07ee38a38c1382053ece52fc59dba32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaf501f905d66d58d78ef669b89def2e9983935a6f607d9bb5b08213e66a9f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253df3b1a908407de7b62a3fa63251adc9941575
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d319548b4a5682e259f61e043ac97b903f9862bf74b44d215abe62fe73a797
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d494f686cdcc9279b783a9d4723b31b9f432d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb48cc5ced1026f92fb852bf9d6f37f86c86a290392967302d48a7513ac0930
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31fdbc2090ab0a244eb007e5cb321fdc8b1e3b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df02f44296e7d2f63b7a8a0cedd72be963acafa35a65e274cb82cebd4ffd515a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3becac6ad4078c3f4c60d7f3053fd8d89b42e59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09eb98354b359e34d266444a0db795e3059d469f7c5fb7e6c09309248845efd0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c30c38cfd4f166159ba2929ce474b76864f180
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae979e418a0c6368d986eabe2cb4b5a72c8db4dc06b042623eadbf39ea084d21
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f8ba6e94960b55b3440ed46de69417f725e930
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c55a09f0f496e5cdd94f224bb32089dee3a6b8c657fc0535641b607bdb2c21
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a2dee38430a9242347494df9a301f31f9c45b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd468ba00aa74924af233af7382583ac261235cbcfa56007196d43e2b5a9e38
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79551ffa02b14cf51ef9a9b738da46d4994821fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215d16bfb5aa300a726080756f9c7d799cc37573a8e030137e547bf4867b0a48
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b429a342cce1fc772a158d297d28654d27ad5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2335018b53cf303018edbfba27cb307f1dbe0b05eecd31a4f86a60f9fd471e2a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893a5d1f6ffacd4d6375df5ccaa5b13b2e22f66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aae9e0215f97a9e8fe18373637ecfec6acbfc328f1504e589190e546aa3e0cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753f5d0f676e413bbec41f68ba512eb0ae41e67c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5497dc830a1ef6a566b97b75eff4902d79c3caf94a4bc0ef62fa1127c0624a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09ea29e0a332ec7a45e819bf5c893d31a8922dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c5e6f8eb879a8bea2a435379e4293b7aad59936f0db1ca6583c9e88608a423
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc1a5abb5f55e7b79a1d46acf41c3baa50508bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba1fe1bf9a45d719e4bd0c8a8ee36a06568c42c46c20ccb7a5d8479d3523171
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d982aa1e46a6a879aec62de18aa0f2f5eefeef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aa797e5c39dc1e696d71be34c7a952a631b7854f6563cbfe9407461d529a51
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd32cdb006f10c283f7cc95d1c23041ac9e2610d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a9d3f70f346545c5e80bdcd1d028a9ffeabd05c9499e44e23963f5c7e6d08f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894115b0f96cc6f9557255a11140dd8cc992ba0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cae5df22362d50cb6166dd875c5b33b28bb46cef2d8243a612ea061d0d0d293
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b602dbaa6c98f44b0269b5a9ed291d738e34e4b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cce8259e937293a1fd8a03093eaacf6b751473b33c6582adf5be0084292a30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1802d48e363e31069eb2553f1fb5ecef00261b3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9017af64a9f81aec56737bdef0fcb28968e692d165b08b1937478626cc815e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b938e27dc866edee7c8602e4652fca7d079c5ec6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31156377b69f403ed0a9b6fc8f8023b9e62a7a8b37ba292dd74cdea764bd7bbb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05cbd09e01a7d1027abc82e9aa005fee23fe79e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dec13704d1f333b6cd0c96396ad8aa02fb8704ae45098331cf7563d1abbf0f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a240156e1ba3150006a5a05f519bfdcc7fc3bc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f655afa78cb441930bf8c0741843fbb74552b1fea9e37dadca35d8b6e834da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c15220a6fe5defcd1adccf3493cd4afdd5b6bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322d00e05eb9116fd3fddb6e7ad2c7105a8dad2018cba7c637d476292baac0cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8c18312087a311e0cc4b19cb7c411dfdb22711
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dd7874d7eb208af4159fc8dd8a77b54707e300f19ddc50240044542b701764
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e7eb9714ee257e00d5ba7ee1fc8979536e3c0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a425cf2443386f6277283aec5a96e32e5cb9a6cf9830fcbdaee4648ee8e5ca4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8022c9218d84e83c6aa2920ae6b4d2bb6705675a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65928cf34a224fbf47f80fd55a8e510b955db27f0eb2937b1e22c4ea85939af9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49b8fa5b46868bcf6dad69d0353ffc09c80ea9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3c147ea04b39ebd100b30861ad7b143312974ccfee335037060fded7281c92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbedf23ae19db0dbfa0f43c81524a1cde9584905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5215a66cd09e8d464e10a69634afc95db30fa624c0843d48dbd3bba5411ad179
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e66b5933c4e210566ec8a927025ccbff784c05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe7d02ed5ebf57934b31f2b670b23cef742cfacfeda5b50f398bca8bfeceea5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2506f65f86087508b038c686b380424026dfba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cef05f771204e5efc053a8e3e2e0d1add0d5eb7190bd700c29c191444890fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9d2523fcb2594f6de21da938b0c8a4737cdaf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19f6d11560b494d5044dd85064a473ab199dea3cdfc03565cadf24daf0c62fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f11ad5e4f7320106146b41aa53b9b9b248f4b2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d76bc3f2b91cf1a58c4fecc50970d5bfd1f5e77e168a34dd2041a019507d027
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ed196eb97055bc814c6722625564fc6300fd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53f29ccf9f4e2f6c4ae871473314fc0eb599c15047c59c1a682415c638ea164
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e706aecfda277430abbff14daceb72edd55f9934
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850d61e60fc8403f77385212954df0a089a82e3c5b72b5af85a392795ce1b5d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4669a2d65412e73ffe2ebb930bb29ff75f52a130
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103c04b64a7f819ccfa8b4818662e6188cdc4c395298865919e47b8c653540cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc593efa958aa79d434c8b7fc492eed20403d3d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd1c343ae9eed000b244b4cc38221de2b242f12b32d574d30ef8346d21c56c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2ad9753f066be2e429869ac0ccc0dd7728ee50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e819cee4cea3f0b5c0fac5ad5ed4d325eca92e2bde8263b5bcd9cf97a8d0d3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f0cc99c7359efd90c383f5df932791ede96e3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4e4546e922d7ff6f9bd5779b12978747a9c1af4d7cf6581d2d6a83bccbd4e3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c549377e46ac3743dfafc74a28222e5201bd2f34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f393448857d5643a4a293ea421de8177b26cd09d604fb8de389bbb678fcbe765
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3386e4b819e6c9011a685f45a840f847b4b499
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64b2e45b09dada0e1863557ed3e67a90034f0efd94a44905e8b0b890d78e22c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899952d6ed8d118195603c5ccfafc64ebe21c9fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f37be40b5267e59901cc16581f6c56aff38a8e11a0064913d20d3959918e84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ccf321eb3bea051d97b337a4fab1a47a0f409
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f61299336060b106d36e476829119eeec40deb9f2951c9447d2e29ab1586657
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0119478418805ff2ed5ab8376e2f0464955c2100
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bf2fe42c6448fea65bbcac59283637f2e155231b2c91b3025610f2240a61da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf8164e24a41b2a0aec4244326ac0a8444dff66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4d01ffeaf52676019be37922e1bb362081bb6fde796c17ad03e9af2701b7c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccce2f3e30b60694035fa0d070708df0779085d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873982e741828473359868bd3d9eb672201ee6254625e7716cc6ffee8e5d8f79
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb27ed620b250b9362d722f8fe4c2ea98617e363
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4c4ea9064a993d7ab2cdca392ccac634d4c568335e466b891395475af15f38
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445ff1c17941812c5a7c482ed13fad9a4b40c5fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bffab9ef62df02f8d29621cc7b0743be7936b973cb230ef9eb6fa6a2207e641
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714d1de7a89754d748015fa0cc3e3d0ed9fdcc5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ea48e641978938ecee4b1a5da07e28d4661b65927de2d470f0eb17c4bebdb8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd86173c8449193920a06681a0eb80a7417fa5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af290e84ed8a50077ebe5b6510102a909b1e4040004561c3a4484e88dbf0a7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0509c71c151052941ef1efc74160c9007b141110
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd0aed872a6962bafb392f3da72e3dc83ae452ee148c97faaa0c5451fe104ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5612a40c2e7eae5144ae3c8274a3d4cae9c46c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5548d4cb89483ab9ea9631a4f3304d7c7f6e0c350c2e0625693d46322766e91
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbee8f145c4c3b5e260faf442f6e3ebcc662df6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548eb8ddfac66a0ddb7afb7e97b2dbdc9e51c0acc894b1584d1d017bbb2a4357
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682650223ffb13408f555d2b4f52b15282557d40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf49ccefbcbd7f921640d4811e3999404b20b22fd2f415f0827b5c7b2cb52f7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af54fd4996c4f0a9e3f2ef6a1c59df5353948d65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea53e89a34db42b3ebda95c0d1692f053a0d9e56f6ef728a81b76d97a9c831eb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55acbabbec9bb26d0960a85e430402e431cdfb32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eb12df490e3b4d152082105eed5f34581268b6b31447610693c19929cf6fc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f098b729fbe4b750d19ae0a59575d7e5e472c7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa851b936077a93625e7a6dafedc32649ac02022c61b06a112b0f454eaa5405
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f0ab85218100bce949744e64f682794f0aadc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d550c27a55250974ffa01721fade74a7df2e24dcba861d5c64f2d7d749bef587
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802b1176e1f3256f039d70ba08fe077df19c679c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9133d1545f2dc7d8e7e051415164cc431879b90a0441c017b3c9a76c9b8637f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5f0cf6589885c5803c84b2db9464c30e16c01f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d765944e56ec00726e6447f0071befcef7cf5140d60ea0e0ebf094a547993f23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035c79e5187e97cd9512798070bd06e20da03c64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9047c724406d0d7656e30465daa6ab2f792bc513eb042786f590a4d4132feb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8765215c58084858261f1bc91484609207f82b28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cf3fe772d85891b70de267cbdac770081f81564917c63cbf455d72dba8830a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517fb131292afb144337ea9fdf51429229529b25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e54b90207093579e04c410277c37050ce685bd43c213f077383be68cb2e9dd0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0377fe745ad5a44e954a22a52a53f26b0033a91d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1368321743331bb956851bf9e121f6d60e034dd195786ab78cb422b83e331a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833229f2e59d071eee5eb277d733a7802a5da0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0578f08f8f9d7f44e3ce2aeb60b5dc6d643ddc3cfe4417492302fd4d0fbaa65d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01e3b891fb48ca1d899d4141ca355cb3c6aa59b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6142ee6f9c7190d7e45505fe035f27317b9b64f72cc09150c7821b973e689794
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6394ad338585167cca2a78eb60fa78cc2e57efe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f773d752c3150436a1ef060f3d6199ebb6cb0cbf08bbad0dccc5a6cccaf05c22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579e863d21fcb09c7dff640a3bbd57c96da0faa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4a58264ce7a398287a90aa877d61de74b926c1a753df54ea94fb3515adb894
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9b1d43338c7b87411dfff7fd4dff4332db75e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214d44d6d52facc20e7ecaa583ca1bd3ef39fb43a7c8a2d24c76baecc2cd9ae9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e12d329eab3d076c539f886dfcd984fbd57ece
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea5edf1a6469fc9f355a7affd0eee68b7c8ba2b1928b7cf4b18a4261f9940a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285eac32cac6619ffb7b785cacd762c7d0ea5a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ccb945a9abb63113bebb9bc67de12076b6f714487c4b567f658ac05f855a86
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd077f3f4b0c48b5888bd54850a5f349aba6328
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260a2b4142678167bc278c168c4a899a2854a3d7a0084e893fd6a9bc8d36c5be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a1ace2ba79a6be2fc2ab74f3cbd8c19759b068
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce17369d2e6bd281678d30898330314f9c3ce25843985b4aacb626b993473bf2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e121ea7dafbd0c7544d8d1910767d8daa339ae4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524550b49e741a8d8bd3a95a1f70476f9cabd481caeac7d7d4340fe37bce782f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280cb4359f4a4485ac3913ae1631751fd740e9d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7d27c61771d46722f59f41fccdff4f386b07fd42c1b83e3e701b47ed033927
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6106cb264fd5dedfbaf07f56e6278534ab4f40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7eca87a912112edf6fced9a181279130099cd6180eaafb066932afed3fc3b3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855fc2d7baf9cbe2061fa0c21cc484b511d6e156
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bcd6ce606a321397ab48a70f5c51dbac08a9cc5d6827e5e3eef0585b0c1244
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d2f865373e6d2d66a7ad0ff049c42cad200301
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61f479f316f03559cd8e893c270b8480cefa17cf6d671e9f07706448e335491
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8628055406d752f3444d38deb3737bd6d949dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860a1ef3e146aace9199b9d94bcc477b433eb86e4073d08f8aed6d70da83de1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3c80b22824bf6ff166058390324b253e542adb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ef5d15ea2dbdb740bd03d419bdf2cb59f9eceda9b8e5c706aa2d6c894f5d4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2d20138cb5fad16eb41bd80ac51a885687bc36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f8c020342cf81a7f5336f21b9113de92e7973eda632562f0ae9ce0ec16a74a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5bcaae1e9929c6e28dfbdda867a019409cfc19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3981aa1245a2b774cb730189eed55fb3437cc6f4a697f509a5c7cfe2018404
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abca60fb616103f51a782d3b0baa1081f1e5894d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da82d2b6447680122f3e2ac6fc3330280daee79001a0e67bfc651c429cdfa84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ff7f00b1b56912c90982ed2b141c0809f2403d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e17eeaaf1d3c806bc218bff22c3ce35b2d739c2582d5cda0403afdada6bfa88
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48cbb3e826ed1dd858a71c0181a0e93519f87a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bb7140b89907bceaa6e208c18f4215aa2525bc77b9b69c2435e21c5daca632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d31a2de69f702753ec896a4fc3dda0722dab14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3957fce2a5f05ad33e2456e6b53ccf08764b05479ec4bd0755dab86eae3a77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3d4ae1aa94257e3bcd1832612d234c2408c762
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac66439a4668b097a7dc7e207080d6ea33d68ab5a6b569055118f60d47f17cd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76377d74f74185583b60bfa68b941fe5dd77810d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d7ff1b1539547563425edefb8c330119fecb3deccd6f3f72da8c191e30fe9f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4083ef46b64dde7f06ee1709f9785020a46272
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c800174b078de8450f0b6a6964c461fadf2d4f3469217be771c7ad13b03608f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feb5f3f0ec27c79bf9b4ef4e371ca93eafadac6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e740be5c688297882519f8d4eeebf8196e5fe04fa9516826974cc1bda370008
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465bcaa001eae86a80cb79f6c0fbee9ca7840b61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c58bbc7ea516a785dbf9f1f988995138edc0e647e64b71475319ed703ef3cfb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9249ecd28dd07fc26b741c263448b8ad0829de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc8e57a8fbefd1f4a75ce17c7b8ce547041c85dd95b43b02b541cb071bddba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eb5bfecc73469fd51d4c175f21025b1e3914bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd3cf51e625921a5302e22a9e0b60e8e5d18ca2f555e76dfe4130ec2619f3f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cbb0c23ee4b49cfb30436a45208e829e1379d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe759fdce79daa86cc5f2fd4cc5b17e2cb28a8c5cc2bbcaea9798cf298c9d5d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9778ff87c11461961c8d711a5d8293580e172c94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd305a6a308bc5bc94593a0f737880c06ab10df066b52189c54f5234c1563c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52656eefbf0b1802651d344f3a2ca1318e4ac2f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5dbb859fa7cbb373187f346efd20bf02858cc63264910dda91e5a5266ed6b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c43d405ab8ac6b20226c50e6941790c359526
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06799427d52adda37c4c32ad842031c83f7c7544df57925b90d07298a7191b41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fad18fb4830e2a98648acbdb30ca98c89496ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9676d2a6216b1a8147d0a0d274db7ed6e711aa66320a8424a63c60a2fc06350f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038f0ac255933c187dff30ddf927e7c71559517c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06247ddf559cfb86ef627d3cbaf6573669ded8a73f56af315210a96f51277d8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d85a7e9eb736b15207fbbaec135e74d1d24e82c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed42e83f5ca8c770b0de2fec4e22afd10670b812e2ce36696f780297bc9bf8c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34a8e02e8dd848c69dc8695a176ebb9a23ed59a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4670f51bb7ce0242298fcb097fd82d4c02563f5f8aa34a2927d3e995d3e92c81
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef035a1c3edb5d79d5ba891d795d094a47699d78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8579c80ebc1f63334f743ecc1135af0eb82ae2e21a179b324bb7fa4d5ebb51f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510641041b15037e0576837b5c6b409f62e5648e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766f189c35b083e7e05bbf38fb058e33ca4c1b5e43aa3c990821fca71aaeb45f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d2f9201b364139a41e90945dbf9367ab4ecba4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ad58a631617f5ff24edf9e32b701093fe94a3dfea06ffb7fed96cce94c67d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0108e47c35a4f299fc5beac6031f07f8d84cf533
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b5a2c1893291a60b46e34fe56063bb147285b19df0556c59a1aec04057ffd0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd60726c7ef2393bfb734243ecaa081dd27e7128
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48a28265a091b366680a655ea50f987bae3968f2b2640e1554c71e66a444f3f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13db432013978b9f5b11147bdd4c105bbcb14ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85df0ebde55d3b23a2406e2bd5a12f57bc378d05db6c3e1325b3bef9d1a037e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6857688210290aa9a865527851e1356983b609b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa9c6876e2b815f1fdab08557253552422957716b8e6bdd6b3a54caec8c8593
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795c08ab5b95ce04f54cc6e0c73d0d517d811e0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ef3b0aab014bcf78f1a25e645f3cf7dc43178f83fcb3062f79772b56c0ab05
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8581ae43adfeea0f0496380f13f11829e5ca40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181335152b017be027f46d3ae0870d441b0edb998360799ee805c5a3816359de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f6137b280d1d16f5677ecec8bd38be90637f90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840e79970b80434316efad7cc0474250b737f7fcb8c3339a3671b41aff724df4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b7685f08f030893bea35ba4780973f9411a0b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6322b905882fe704a4101e0467b0539704ed8c2fe47e6d44d61a5cd7f3906f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80123342791121cd772719ec06f7b78e43fffdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07c11ce16696278c19e8887ff547dfa51904506a19765ac888d1c61b0182970
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7622dc3b7eaa19e600a5df2c2968b02e7627aac0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b05e20665429359ce8368de6007452c8459d1fe06a7e8ffe070a1940f300ae4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe8954a6bb99b5d3db254f9d23126c68a023c6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef621d9d06409273ab8ec0a8131c9da7ccd1cc3bf637cc04b15db70c84ad6be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98094906d26457e0cb377c94d419e8681787fddb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b37cb41eaa46ad80faac864798c0a60a25c60255d9e683e0e9a45279e61a57b
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fde15744117020c9fe7cd674986df6efa0c7a80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe534427678182daa0ebb3e684272039a626ec28d81043a8613a5a33a286d8
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01d99f03cee4274add6c5beeb30bd7175069959
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeec6fdbe86e7aff27efb6b01de1ebc59929717030a8c918ff5b9563e431a21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b464ed9c67765fda879221cbda7fe6f710499df4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bb65d607e574990709fd1c81b3ed2080236704214182b7c59997ab3c6d4a73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03168cff94bd493bdadfa8c23d52256210841f3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9492879cd71b3e15cf8f0d1e665134a1acfcfe9b0a80994749bb1ab6bd746e11
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18841a8113504287f0021bab0f711d55d12610
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3666b11c32beb01039f7c94663865910958bd5f9e9d1a63258abb782d8ef244c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867c2fc8768d840f1443e74a2377dee08fdb29e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5a937204ae878aab920d6ca91b46077634742997d5936b06877437c329ea9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef4a2a7855ed241bad0962d8bb249145177ecbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6ec049300114d78de3d42f5aaa751e9fd3c92cab86b03e4878eab4e507d638
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff220247f0e6b17719766525384e465dda5f4853
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ee555f9e57c8c751c6041fa03e52e08bdfae6056f10c1dd3b7332ea78bb9e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb9594a970abb8f78ada1cf628564c4d36982f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f5139dfd0ffcfb3b729fb29cadfea328a71c2cdf6982dfdfcf77c09bb6eda3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e3bf89ac48e31432eda0867876906a1658df53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bb3b071bd3a15b6ad2fff8b590a64c6834cf33cce8b38054dac4e4f8149c20
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2629807610443b3e956304dda3800ea84fa36daa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f439f3459dbaed71d22c3cb55e8f250df6bc8083d0e925518ca03c2e825fd9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbb42f3765661d9969c10685df41ade6a4645dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c92245670dd93c2ca6e6424e3f551c617f04e98f827ea67638f606dce355249
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ca6d18c61fd67e4c6d96fc0035b5abdffbc259
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f024f02aa000c8d70eaed4d9b179d64ab30523b70d2f9504cb2d40ff4fd3e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a930f387661ee8de746f6ac1bc1ab898af899f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e090baf141bbb07a9e1523698b9992fad9caa0b8243741ff5f0f427e4e981951
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81593edbf3abedb6b3eb5bc2450bc4f6df689f29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5c49f1f7c0b21e1c609b00b7fe747304f3c3d1049bb151a7b2abafa91b5bcf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c1aedc616aaa6028f9764295f1d1d768e3bc2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31d7a0ddbaa52af4219d78ce140a1d3505475bde22ef3cca0e8dd168ae26fa8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4797d962293a930c14b571e52c5f689bc71b6b5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb86763a48f9303689a90b174b951cb62d13d0060f444df8902474a54f294552
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332a599404fe7fb1ff413885a7279eb1a3f39265
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c141a553509c6e78510268f062af68d8fd886516a11dadb9de914a8aeb13e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d19a40cfe132892c2cc5e95dd590fb0bdc607e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ced49ea87f835cbf02ea927b37cb599c107f782838023c3555772ef41ec8199
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdd1e56cf09e4f0a7a1b83961c0e3ebe626c12b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8053e0bfa9671f4ad4bd395d77b30b74288c13c62e68bad8c009557d04a37c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941bfbb1149a6cef785ddccb34b32f870b1cfb96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e213b5d3b3f013383f76ac1939ae38818bd9bb3898c6b42d081d8739fd0e7288
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cdd54e9e431b4ce9d699cc8019e7a261d0e179
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218504792c0392e4bb9959123cbece96ba8a350d36a5cb5da97779f51a541654
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc445f31f8447caabfc57d277488f3a5918773
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10919f67b57262baff8394bae0ff301dae454fa5f28af0f72679e353f3eacd41
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07065300c12a1a853d74806ef57878404de1f021
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fae4ca7c6ddfbaf4dac766bde15aa6627755496d0c947f0622539bac3c4a69
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5f8a46603a899bcd95b60937a17a0d1311ac37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a46b5a22a5a77d56e75d7a00f96bb8768101b158a1fa8df15e32cd074a14833
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3181b6d86bbc9abf01d06e92863247812cfddc1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aceae50d102f849162d4cb2b4e0e005f0918c6d11a0346a5dcff818168fe93e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d276cf3682fc9652c76b6d9202e3e79c227c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66996d696cd54635933d976f67d94da403336504d7cc90f29cc180040430a7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688cdb17db912ca4933827d309a31e1bad9f29bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9058302eb40859a804e579c6aec39ee655e141c30ff43477eb9ee75faa94084
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9d8fcf94d693b9a3d63f739ecee68e222d272b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a65dd03885ebd7551e9211a8fd084e46d05d83065a6f3f167e807cfdc55659d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb01ea3504e92b457a9174d5a0411f8bcbe90ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975df273b5cf2ef377ce611644798ca4735decbf8c6a4adfb475cb1493389a5d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee713b58149221268670cbae786ebb461db783cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4f7780bf33fc7c555dd3972c8df798427bfbc51783308e7055567e1a409365
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462b9b781bc69d8659d533e538bbe1b7e09f7345
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1a723bc3280a01404c6e1cfac5dde4fe27d99338cc36d8886c262d04e0c8b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0546b6bf3b9147f70b769f411fc5775686d4e498
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51eae3c478a5f6495f2212e514e764995e676de5d20445da416a28f2bbd4dbef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7820d71379f054068d96cde95dc07fffa6479de0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268acba72a0756be2a0b698954ce9201e9ffe84ac9dc5f88830912f74f384125
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc30c819dc8e7cf21e1ba6127d2a768b86f51c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c8c8bd1139a324d690e0b0172597b5acd6105f8eddb9668b5e9906c99cf274
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062eb30ade58d2861aadaa24251e4058c76fc418
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb13c5ce8df57f5b5fa9fc07c9d0052fd96e36a6bf6322d08f804605fce962
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc7201290c864780e0624842d2c2baa4dee8294
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4ad0507884f590e68692344965cc1ffa79979ed0b94d709213e84cebc05197
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6ff23df6ead4b8671480ce2f9499b3d64a714d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29a599cdc458b3c9d9c9a20911f45d0e4b20d0e508a03e79f3be88e504e087
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50d77335e2ec37c7216a85bd7def80f38d5c6a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8d53ddcf6e5d9acebd834fb6d6ec50554f49c4c1b23439dc3d590ea6e27293
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687987c190c120226d761bf9408d3477fbe5fd30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7187d16dedc45c05f8edbac5dfa50383d9b3080b20cd4d96ed164c1fa2b9c1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef5b95ab7e26c5c9d4a3be6a69fbba517523c86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee0b86fd9795dad57f273c56324c5318283c2dd0beee4e95dcd90be5b102e04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f6ebbce2770b8507fbdf05e483545f9f023e2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aed76216d9af5529c58331695900ff012f8eb16a386cd921095343b73eb4f69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f5564a8b6a44f17f3166826099a48e15abb713
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d685d0520e8585ef0abb67b702884e1c3e076a9b69a53faee51a15468b8cdc7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36fc998b085c7e92d776c373b75622d8bc2cd5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8638071063d594e197a630ee92d2e1d2c089e783f8b2667878398512c5bf267f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f07193eaef7a91178980170ee1a2003773e07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8163544069f59207ddb12b23b4bc5c5a22e0785761d56be46c6b9e453ccab48c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb44ee7fc15a9df067b1587e6bc29c88eedf2111
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb53f8a7b03363d7675436b924adb6357d1db32a12236e7e1fda63827069770
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47957018ff908998935eda82edb14b4983060a4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56d467e64af4a78a3db3907d0729a55adc79e5ecff9b7fe826774dfa9822f52
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c680ade8b7699262e2d622aa10d5a10bece35245
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cb9082a08cea2d97444b378e23578de46993b2660f7fd80e93921d7e6e354e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53bccdde8d557ad9e774d16bffd9874270a5ae7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe809aaf2fedfd7dabcd8812214cbdd28bdf080623e1e3948fbacd8494e5fa5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7cc1bebb60e0f9671eb0264b960d5060f013cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe78239669a3d28b3e12545a951c98c0c6c1bf42e6318b73017b51981f10f9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f4c46b0edb61664dc5f66b9d8b057a007f9254
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d3c28f452cb6734cad7a42706998c6e11e9da84560b07bdb0f3e9f0bd86868
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b9047c2c6012d907f314d963db5969b1f7ea3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85040fe18be8f143dcf2aee9ab4cf5fb6836930e9b6d1a612e5fa12df3b84175
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81841ca526c66b988fc4d9a3ff058933418db351
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b99cd02f57a600fde803fef5eda7b0766b81312af29e32597b22f88f36b2c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf4dd70489044834e31c97fd60217ced4ea46cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904517af399ef960fe7a4a679f18ba6ddcc927e5aedd3288fe0d33a3a8008ae3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d17f483e99d0f623ed5664bc83fd1df15534d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b03fcaff4ae5b6e9111ab234d114eb59f5128ba965a0224f4307d4ee88f24de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e973d8cf2d6dd46cbcff77bae410e4060df64c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4dc9c9e7a6a3091e62eebffed54b118145c97ecdaaaca81cd63685b6f9d14f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285a49cebc6554ab2b0b51abc607f2c6de04a8d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57a4743f50fc1fcb08bfb39f46736365cf2edbe7527b0d7e0a073412f21d4f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc199d1338a9df27793202a4145398debf54445
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bf82eb19e1092b15c6a76e1dea12dbe81427c5cb56695cb058e87a011cb8c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6e69c91b02cb72ba0134d29465b2659e92545a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ed850edf7b47679d72f842b4b74b938a9c7617efcd58caf51d88e841c88deb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cf348f65e29f62fe3fc32a446b700ce7fa0fc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6551a06b65063b0dd6deddabd071f2f928a2616b16d53a5738269a09ce88ba01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5015fc357026ca3113f9244e878695eb11464a07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3db2a6843e94acb7da16b3f716cd3e606feb4375b28e074c65cf7089b96946
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b34be217d0543ba0d79db9b52701fa67280bb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d731b6ade4e4cd0390c714831a8f3cf03175e9d47b79e7b135bc8afe9aeac0c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd299721e90a34dc8d7c54dc24caf4bf1b3331f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6d8da79e0bb5bc1da965eba1e586f089aceb76afdd4da54e60ebb33a3643cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360a04f735412f5c2811327cc57255fff15f3153
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10995f735117c6744bf5a8546f7d45561b64e0ff901a4f1c210aafe81416f583
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec24897f81d431191bc9e77b296c2346901952
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e553e0e02da2a2aa9805c770d9478f0104bd3619979c50eb897ef052ea4407
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1f15b7edf8efd5124c228653946d05cca96bd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b33581361fc1c1de249b44c5639cfa92cec0aa668cb395f290f55a15b66696
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598aa265f5e493a899a8eb81d8c379c0db9006ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f733fde55e7e17ea2ff42c055abc50d26322e68c4532034b37978780fc7a41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef28fbee075d10fc77e7932855ceddf45aab4e91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30786c97e1ad8c6fc7ae08078fad8dd205205b3b4a5f85cdfd1fd2c95aac3680
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5109dba9aad52af6cd7fd8ae631be7ec21097f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6a7d50beaa13ca77356e0090ece341c2f6d61eee58766160fb2684e3b0fff4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc1fd4c1ed01864d220ed475348a60dd1ecaff9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266c1a80fbe4e8e4a2184d6a6af0c9947b8d9c930a55500c185d45babd5beb2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df0b9c0dfc6f3485c7fc7d41e0ab7598dc71337
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83d8f113461bf7a8b2a9e644de9bd933d3216e333b92e35755a5669edce0470
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97453fd9feff7acc0bbae6c62189a1f028327416
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b68175346e96744d727e250cc453ca923bbb7fcaa394d562b674b343abd11e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fce1c8a894e4ddc94657c88a104b1e07af3031f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6331865cab246eb3908cdf3447ae458b710307c51626aef1f2d8d3e0f457aeb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927d13221fdaa90a601e6f7257c27cd30dcb99ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712b039fb8a3a87d2f7910eb4cba40c9882d50b7e305fd5d88af6849ffbbb675
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eccca349681e764e0d8c466cf5b38c031b1ecda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea38d09de5953a9539af66364ba363124945e376532ce8630215ad6c39cbc63
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aa0889e0fd56e6cad4757204895ce8efa9dc41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf44e1c8b0462f918f6fe490fb0bd73a936f4b25c7f156b5f3c21711ab7d3cbe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f637222193763b8ce9f673c85e907f4fc4777d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8881dee226803fe5d62cc56e9ecce6de11d03d008b580e6de77d05a17fe6a83d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9a3efb2787ca0ed464becc5fceb079293dc1ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6ce82efd33a137d8804d7010b625acb62c5cf488191df4774c6f4b5a271004
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2338743a680de56c38e9b42245fa2b957d5e185
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2e8af06f757370a32bb86cf39bfd75af6499396d39ce26e4943c942469ea81
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5d870cace0a7c1e1f28e3723d93e23d5c52ee1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bb2b19822868af16d039c9a6d6691f8f02943e70c6320a2a284737f4f94052
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21567ecfb1305b813274ac03103c9e860d0487db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a42a24bab8b9ddb28fed7a7b75354212e617f4531256e460a82dae2c14af9c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12ac780f3b72956f93bd27d3ed94a3c1c354b10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d45fdad8c0f974bd341391e21068686275c9a8bda78cc94ddd86020afef61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7560854afe519875e9a6c2b8f6d80cb68acf894
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6978b6541f74b535a267ba09bd714bb7a1fbe16084f58ae58aab8618dc2841d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfde6c1b0d9d9b60d8e14299ae36f43eb437aa32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc97908a288b20b9604878ed8ffb0df2ab0aedfd7420acc93fc08c428d6b68c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef8cf8f9818f82ec52e077cc003c3809a4e75e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f93d6c56e6094b59ac1e656d20c103af38d9206b0e8cbde2a9e14a4e3e61d42
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbb24d65bb50e4823888a783b412d856bfc3381
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae97d1510394177c5d55404ad87c55d53d670119e188cfef31d263e2bda56648
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ae6bd64413c6a431baceb729f7aefa790f7a67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df2f5cfb059195933a416829400531d959179d022fa8900451816c1562e90bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e140faa75d0f46206bb1026a450d15eb13705d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67c1024977c2864d8026b287adfa4a0a1543cb02abb57c0f89f9fe4df935d8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d833c052bde6cedf44d07c2980f9bce7d42fd473
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dbc57f59ba36c134214bc790863ec77d4cdb1972b7b634895c9083214f818b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d0790b1e94fe1801f6e588560e6348b3d0c4de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd250637f8554a0639ac58bd11f0f992d9eb2f2a5140d359d80b234846ffa39
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0227022af83ca7e25164d0b111503844949483f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c90388f5bfd9ad34378ac69786295d0e00fe356b819aebb4e5e8950f8d40170
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9d84903ca96d85afa97ac6262f361b34c02f17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3585f1b63b1432f302568492f5d55a9e3466f20fd5c1ab96c04119a714542b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f16d65744f085a5c559857e35396837b8f1ce77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017f252ab63d6a6a0b4775b67cee1ce27b91f547c524a856b1cd5042334bfa76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fccc91a5b12ce331e47be9bc2477265c777907
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40574dc1216fa11dc97ed3ef9767256d27685c54aceb074f15185c777cced2c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf27629842a17aa9d4ce44e1234cde413b6cc41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7462bddfc9271e9e8cb478db9993c43f028bc2ba6e656046430f6c2b22da06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b061fe3d31498cd7e690e2ae60f9339033b131f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70502083269ca6aa07f246404b1edfcbc2fb9a87413acd843139c4b4b938c40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d438d7106fc191c91ff1953fcdff820d5b0ffcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06b235f1c462d88af656a36931ff760b81feff29c3aa528873b7d86ab280cbc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f521b720d53b65b3d24442dd387045265f12c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57041107faee2383e9e4aaa2f6d6fb7281cc917ac098238ad06013b86ae4286
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d026146a8e630a9e8037583a8d599ef5ca287f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750546da3d54399d2379d0b552c9bcdcf7bc1c9afc90ddc1d3e2dfed97d376f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ae490654bafa2407373d5e1eae65fc154f39fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbdfb8590b7fd018af773d49f3e49a00375df1e69e2feb1878e8bf22caa21a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e1062df3e54ff3cd415abc4edd22414ef6c0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f86e2cf73da8bbc4f5b4fb36a6d84d9b40406b7433e9106e9e1a01eb5476e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a467b67416113e0796b80cd663eed54c1d3e091e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43f7d7360faf50a2d4ae154fc45f197fe18eb1abce45ba2cc93f0b60e4f2172
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eac98bbf8683bac402d668c12dfb8b1bd0927b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5fc9d0097f9b76c70dda27a8d89cad6ec5ca1ee2b463496f229d23714b9e79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f93fc1b7a8ee438d8f8e50141ae7ac4245f821b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a64987617fec9181c801847720666d846eb759056b996d65b4626fbf758e9ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497931615a0d7d81979b2c38e5a65d881e4a61f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fff53c857060f71fb8aefa504a565396ba6eeb426923aed9ad4c1c4f78f359
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bcfb74eb458855cef9e0b5251b08c49058217
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f8d7d1ca98e6d2b19e9eb0f9a9d756942abe2ea16c602599856d45dbf61f98
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32fa35081c42ac50fc61940248fd8d902714337
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61af05420a2dd4576a323259659e10ae8be608031f8d775dbea093db64fa04f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acc8a918fef1ed7baf0d03f8add92ce96a7d299
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ccc554a1466e259f8f5d13e9f6b6b48e479a1120be8265729eade9e1f04858
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d78af95246e28e894ed2257571f3699cbbe7149
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a5249a0c36c17b5fc6b8ac57e62694cd4c448afc3c7ce1ca8d0d8fcf9cd8b1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f438266a165fe9cc95d09534ebf924abde77bb0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d767d82a650b80a86837aefb3d9515a933ce00803a50a12d83db146ad0433bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8e17f0c658bfc89c25d2413af722c9d5e1dfca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5b0d46be760b79fad985340a20c0995d280f38893340afb2ffb77cffff1435
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e3b0f1092fc6dadc861b8ddf16ac05f683b80f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62a441dc287dbaa0eb7410dd1ec49329b774b5e498ed9f3feefb8092d20cba0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473d9fc54784559cc39944e0cae89d99958fb69d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb69ee6d87cc9add28fe7b0c5813267234cb5e88f042e47f328ecfb0a4fe74d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8a1793517b483a12f33bf4a1a61cd82550adc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c4b7702ce5d1884f59e6970ab729136ae586261ee2d518bce6944558a4cc3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4befe9fc1ffaa62a64499cb8c4fe3f8f23d7fd7c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a402011641aba01e6946a37f77a559cdc44729530e43ac034e2978febb5e36ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3705cd1bf4fd99b893b9fb57222445273923bc90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ad6fa577c6b55d14f1f051731efb8ca863b43893b23c0f7fe483b91760b46c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3d1ab721eeda988febe4a6e4c8bf574692203b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce897379deba627c4998522655a2fd0d673d49225f2cd3523dfe2a511c68fa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712596402d3d075916798306c1381045531c441
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcd032ff1855e7f1b6587f15e9c28583f6e5bdf8ea91fd20d9eb739bfb0deea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34180a52f61f6a1bfcdb8b8012eab63b57b26f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214dea9bc21c234d131dd9d9f589c327519e0801f7c31dd099a0101fc2ac476a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc26cffc003bb3f68d41a30adfb246b604181820
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a6bad8978ca745a616ba181a111728bc8ad28d45a9e141de1be692ad388fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c5423872c32502194c5fb586117f7969a94263
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c0d70b422289c0f65036eb03c1d41cc6bc986903ba4408254b2805017e071f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45e7fc39525acd7c70c9d31799e17a2075a5e53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83f9993114c963551f9bca2740d55ff8206ec25397c0b1682b0ea5db1460595
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52e9863b174a148aa2edb04e68230a99a0f44c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96170d9dfff34ce414d38db3eaaaf147aeb114dddd55e9abd13782d215736bbe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b1ca3ea8483d1d45c3420538ab808325e7036c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff3ad920dd839915d7d356b000df4d0f3e8316149aa5c8b4a2abda9e6bad1e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b96219a1835c716d25d111ca33981e9dd4fe28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4221df673de7d46ffe754719f412817c08089045d69fe189b19c8b80a77a1f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c923e0dcd6411c752a9a88f5d16029d2e5b952b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f6d11f4e9062b99ec3c9f9fad5db27a6b3572830df96bbc99ef2f2535d9f76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41438a357f5b2125da60f4100e9252618a4b6281
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068e1a4cf0438ad9510db7d392485c1d2c60a76032b24b9a3fce8bd3e9086a40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763401f814f12876c4d48e379767dd63a7026ae5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290b6bf9c820a65326f7ff64fd26390a2f3500a9f0cd7e97d6f5816173bf378
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce67c2adce590acb4a04ee8f0d2fbef73d60ab1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6781fe23bbd2ce0fc6216f5dd774873067edb8f1d8bc9528510b656ba4affed4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8166427fb8cb2eab8ef9bd486b4ad053cfedd96b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8be929b6238fb6c8e09763e47913ab5def34d9a7bc56f44a54d5a7f99a747b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb244945105f69744463c9cc09137120bbc3be82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1d52e56f010c20dad8be151d34f9d794d6dcc268dadf0c2f17a1a3864d324
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb6ff85c4409444646c2040de81b0f9531b56a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90283ebb5ff1ce2ca59827602404141125f9c36e786baf03fea4c609409d52e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17f581c387b92391a27b0bd959c74d5655a7973
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdbb9e6dd05d2e7733efe75f83132bd420d7e75c93cef743f0a1030c653be60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a765d48f5c5f99fa89fb1d078b599f3774abbfb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc619af76ed4f6d106060ae9ffd99e6f3798cf8c1195f785de238905d8a0d79
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd7876a496f5c8427f1d5c0b64255758dde0fd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2469385a33680dbb21313ba052d16ac9fd80ccf4cab029f0826950080f2d725b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2644e3315a136b4e5e7d82ae66515ecb822126
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baed7e463903bcc7325dc97ce6a51c6344491d4730c487e9aafcb12d31a10a25
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ee970e84f8f480d8b8c90a3c83ea7afcec4350
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e191c729c775eeceb05f75f6e37e8e6a3ff6419200a020bca431e4804b175e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97e92ce21ffe8b34ad676a091ed7a4a1315b406
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5baf6b2ae46ea462d64872cdafb0d9df5946de61a214f91900bd8cf1eb5f346
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaf0718b4439cf2b8d24703ee0a88e18e3f5511
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a606afe59a1d43f2003a50373b32e09e8046aa1b09a253bac92d5e597713987
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aabd8e448e9d2dce7b23de15297a166a2c12b1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dca4968e0714af91a6eaddc2f178c571bc3277ff9cc3a8a74964f38b711e60
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b116bb9d2e04f6ae4bc403feac8816e19050419
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969fe6b5b11fcc71fc2b052f04ba28f0458ed313a4e4b82bfe95836b8e33aec7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0857fcb20b19c34c0b43ff211ce77a63cee1a7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c5fa9b96d2a754f79537caf27002ccefde4fe0bc03ac2c619fe715e8f4b8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa10a01f55725561e2b3b0ae49f1d641156b439
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b75d43345472d94fafef58fcdca8b4270f77da00d2e6c00376b7bf2f0ebc05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1b27541a970ca955c65169fafb52de9845f02d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6479e1c4d3664a2a568cd28bd1d7a226b646b9e2981d720717f41119c256ac4c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5089f892806442a515d0f135952fd989ad934f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eac8253ab75409c2d45ba9e8ce90168188d62fade7cbc3a3687cc6f8a40da6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4c65519db73c305831438b4cdbff1abb2bfe07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583fdea35e2ae0d0c535a7d210a9416e3867bbaf733ebe193d595bf0bde6722f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3aeb2c3201548f3fb21d48bbe142e5d2e2b61a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ab0c5dd3ac6e080fd3da42c24023ff2c0b5092a24bee8561dce1dc00ac3339
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03b096cb7a8e4c3d7eb3c5e7699845ca9062dd9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f528adb0260c801b18d557e61a0b652ff72c84310347c2830077f6208a405ad2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63135161bdaba377f878c30f7aa1a741d23cfcab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c248ea2608829b4aab2d620a7720fe3f9e057084a0ee680d219b7a6c73092dfb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d5b81e88c52ea90bd6e4eb505624e08ab942ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52065e6d2158bbc85d655b4faf0008bd9df0762936fa315af60149dabf0eb97
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d4e7c946a4c5c5ff25b6e7088c8633d811c0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eff2cc2d64f2bcf4e63eb59d255fec51b37cd8e5fe575872c8c92727cf04b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b49252b8e200435efa318fbc240ced50849822
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a8067484005343c825c89a48e0470bdf81b38d78bb7848550532b64d0fb87f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da47e6b54c2d46a4754ac386958aceba62566208
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2689ce659916d225c2e0a122986d7a751beb11ba8f1eee6156305d162008ffa0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ff1cdfdd898f2804c5b06147312b9767c5d2dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85233b6163f381396e782bf68c2d591da819b3f36f84392ab8aa9348f0fde6f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f03c700419607a50154f0d54df4b89092560ea8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa97be8215a69cfb1147563ab9f59d5157e97278881acba260f1019f4279e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07efdebcb0b23c48d539cf1da8452acec6b86d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b06fc162f37ffd541dd16ed6e130174a37317ce1be200b1e43ddbd32abef2b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbabea08701c1759a38c67e14d4f1f961405bcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd63347289a4f382be8e08a68daec861082a69d85b81dee18c6e38d28372c90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38219bd5c753cbd9ed0c526bb0df8d6044fa6d0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7c5f773a05988596549d3c3ababcf4518c812c3b8477360a0eb3d7488ce22
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce2b7677f0e426de73baecc71fe1355fda36750
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c30e3d4eea671d46852dcd1b99c41ae7ef50d4ed0211217fcf08d697cf8ba6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f86ff60369ea49908de1b32fd5a91ff492e05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c05019953f735be1f135b1631c0a71cac310366a0e8dfabb20e40714b5d1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f46c7d88e429d449bfb0167327a95aed2067fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef6a4ccb4754e872a7e5c07c03fd0de61a26b54844a5270314e4d354049c4b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42701a6cf9344a920151e19cffbf9b224af32a6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fae3f98c1ef871e5099857863a5beb9090a198c4650f188a8359b932fac6ab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fdf1eb4cb7dc7780f68f81f7ab0e88852bc2de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa94d721c3a83857b451ce254dd8e2a7376d33bc76210ef3fca874de6d9635ad
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df820420e21cdb42f60fa1fe0a0562727f9532b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbe6bcdc7961a6e6ebc94c2536702d6e9eee4e7c87ed7bdd2a43373aa53a827
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c82d68ad699accd840436dc4003234a0d11631
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f257cd498fdcfbfe38733d7f0c29dbe526dac0d9fcc10342a647ce148486f143
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed934a01d9a1644a699f08090c2c705401eb91a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9515b6e82fc960d7c3bf35dba84371cbbec1d300aa88a9193b04d97a5b6100e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56f2ab6486eaecf858276d42e2ee27ada40ca03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce941f32fd112b99e43307f36aaf4b48c8f1b5e7bac07fb6a5e6b980144856d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ca2a256dc2e123798abae806fe0615ca47e4dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3d2f70dbef8619c048ed036707e054712f2c6e1c2aa6005faa144b5dff1990
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991f6eb53bfdb6fb108e455382e219a5f2c9d948
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402cd0cb1a3f866b7e062ff715b63d948393bc0fd5820e5a1c0913a8510b8f86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509d506cb3a396f10b482da6015e737334d2c36a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de40818e9751e3ee078292fcd55ab8c82229c48d7c6f1aa9763a5112b4c660f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6feb1781fa1dc25217e2d7839c423d886987814
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32085c4ddfc658f7156712141252cfc6089fa90a02caa47608acfb4a78dc8dad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c2ea442e0b9a85be5b185372d095f4b6ee70ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e3a6385a77397ff4d4a4874879af4e5d166d6a4304c59649fb9c7bdbb9b9e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d2360cc2ec82400f5d3075765e88b5f12afd89
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad2f5fd954fd02e450fffd5949a1eca33b65c22b6482fe5da169bf1619fa17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b40987c2273e5f788f2500c6405a099775d2bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3cadcafb047e47dcb2eeb408ec2fe3aebea0ad850a0297ed1f8c2f28a9a248
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3c7c37f11281c9d9f072a37d8007b174512f0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a96bd5870a9df9f80f787a39be9341c454929f179bc77e966b1c6579f91d541
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649b56ed7e36018853f9b408c2adae42eb69df4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7b0912c6afd28d219922f96d888a0d0ff14df42ae53c8526ed4dad5fd96ca7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110f8f6beff9aa7b00c5392352d4b51a23925c3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c627b9fbd62a56797178f4090b4d8bd3f93dcdb6c91caaafc7d5b6a6a4e8c2b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbea14011b1b5f2eda9eee9e738aa56a3ea85c25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5da7a0f00eec974b46ff1e8a0a883533fbc6a1227c790e9e728a3daf225ff4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc8dec713385425e6d7b61074efaaf478f957e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aa59314b18e31e3cfacb33cc45da3227b246580bea8779749c43eb000baf9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df07778f34e8d78283f2b8c5a16c729161731e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0ad69060f8c8c9734db18f8a753e657097e68f41b3910946c494382bbe45c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545428889eff821a2776b1166b0431fdd8dda3fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb4c308a5c3f2e9efafb98c9e8601af77846fe56c9e62b9284dec90f504a419
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10fa50bd0e7e4ea97ff9552a05b5f378e7ff76b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23cbffadea9ec6dcce697abf4ced77fcc325bd4ab3177c1db73ef58d742aa45
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b5fb4fc7294d10a9e9179740be959ed0c7234e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85f76ea952ce9cbb131cabe95d6400dab22c167a55978e6f733ad76fea9fadf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b31298431530a25f885653694be31b6aa8c2f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d1c342bda2fd0627c3d9153af7539e4fcf19d7b328e7da23038af03b4fbd80
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b564fa860766f397e3d2f9577ab2e5d235c50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d43cdee132c62d6e7b1317af70673200e39e6295cd29770e44858f66ae86f17
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b422dca057808dfc8016c99728d2c7586b0818ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51ec6fd1f8f318d48fb17aa51305c752ba736e048c4be89c84ee9653575ade
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80633c316a1f0dec63321cd9872364c949d2d64f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ef0e4dc04e3e37a7d7314e9c306e2636766e2232b21f8ef06fd4a153af89f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cce38e7bf203cac0b1790a5e16982c9a9afac5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023f549becc504cc7de2b17905beaa931161b1528d34ca00682d07d80c4ad7b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd915842f571b0e72984325467d79ec8675189ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e69a439a6642453102c6bcac7b6062a45d95388cf07773d22df9d6aadb0895
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2a6219eb8e56a1750a7b9421b03d854e129742
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94025f4dba2922434ce8e679f70466b820f7e8a0f5d7f1decbee0a1f01516fbd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06409b87e4b822fd519069c256d1752fbd68d7cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021d74d28c0a440a4b1b06a8ced99d55b27446fdce226205bb8bc168e2533003
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d4a8eecf7b46476ad77dc6f48278cd2c82118c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11e1d50af4464fe35f2748fe7df6368ed823826f75556a24592438c062212a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a14c1ecd5fc8ace2b18ed634a946d4fec93af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873a76a908468fc2262644dc6b9b4f26fc7d85889d5384d1c038178637183e22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98c0bd72b3b04b4dd42f3e2d1ab799f08d82844
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa56d0da5757446a7bf8b1646c51bfc3b6c6d63ab04edfe4da61e615efd54df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46e86986db67b35355ba523ea94464f87fa285f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e4442c5ba9806712f613d4dcca1aa294e31a2dc7d50f2645187aa3d17433a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5639308dc6061412fcba827b2baa32927c5e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d187352e37ecb68e77b5f1f5658d062af42b32ede50c0a62687ae7aaa3a6e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d4d0400365cafa08496102bb47299236ba446
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ebb6f6e4dc823a903f14fd00caec4b6a09df65eb2d09b1f6e50a397d105842
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6f3727e5fba818997e05b40e2ba479b7c3816
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6dd141d895ed195cc70f9043eeba06055f3e70eb0107bfc97fbfb552e21135c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e589c4916589fdbea106458a1ee44ad0b854698
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf701df73009090f2de3061be73cb0f46736083ff3cc87a3607291dcc95c6e5f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613e6cce1d16a9ff03aa4552aae07fdec0944d9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f203528e3f92e7f27f2e331b32d0f1d9ab00be311c0c49b59cb51d945a62766
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bbcd73cebcb16217c0f8911c2b4e7dbdb605a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b11dfa9437ee25dd0193649f5fa2ad38f6627cbb7c4235c625c14c2a3c6747
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db7c1c8f1d60165cfe061d574439b21327e24e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb89610fcd74d93209c953f0577ffc6373d7d2c673e557bfb6a0f46327c974d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f0c0c237fc188a409af53355869858582dd142
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7207113992deb613bf0b49c5c4134f74b466e022c33f3acbe2fe60866bd68ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6272e16a9773b975a771bf3d3d6f84be61a7618a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4faebdb969e63664d10460ca0daa9e339fce64912a0f2d473ca7dc7864778b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e8329f76805443b9908dcfc9ab2015d92d4757
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f214e3233f8b7ad82e1c61b3e703c9748d5a9fd40840bca946a7ccb5aea0ff15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09885ed0bb18a3f18455d8d93898130edd17f14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421a1dcbef9da222a6c1781ef5d678b7e404649f2a29cca483041f6211455b6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a651dea92a46fef70d8624c9aa8d8175f704c7eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c1b09afe3e6a835c02f1addb164632ccced81410e8af21cbb863e6b15fae52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fa64199e188dec78cd96ccad7477b20331b4db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad69f978cc9d67ae73b96a1834d2cead94412c99da14eda2d20cdf504ebdcf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce74e551d689f2ab0a11d046319011d03c34d33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ba123a6f5a96c4cb81b975073c99457a1bf68c26074b8b09e9c1c2acbe023
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9204adb44456991be30cefd863ef08a9321a4953
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873e14b79a0b054347fe9f105bc85da8ae9edccc092d878a26056dcd2ab0c7e1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc06180ee5009be8e5f54e102a5d8a98f95b38cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bb063bd5dd9651a5c83225716e77a02ec8977f89e2f54fd18628b4003d7e3e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb30a91affaad027e017010ba6a31f5c6be42e5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c111aec821fb745007fb0f0b7ab10dea00aaac06f8a99ffbbf5d68c54dc49897
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd2fe8202560e7272636a97659f2f1b97952716
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f4123f74c934f4ced783d1b761a5be419aec89fb60e7fcb8f9f5ce5511d4b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75522643c561c30ec1211c9452de5fc07998363b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78164e62889ed6d84a72dd65f1591ea85be4ee797af06a2d0f3c5e8f401171f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16dcec56fa91bed16f6d14154c6133a612fc506
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3eb0b652e6addda7ccc50227dd574d4020c9bfb97bf2ce58b177bb58b65fe8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f267929ef4a2216fb5a9d002b082d94cee5b1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c147b360424434d284b554e1d520839b7017e889dff43915156cbe1203bfe6db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4229a20ac0f2712940b3fc485b8e8154f8a4e20a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d756244c067cb47b3671677db85f8255708ab2b3d5172f4e2d506ff281ad9e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79efc3074d8200d5269330301ca1af1de59c486
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aa6c4443ed5bf80f42dec34dc0ed7d1cac804d580ba532b5756c15c540f517
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2659721815f95f9ede00215cc08543fb30681aac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f01ccbbe3ceba0a5049c3195b011baf050e942efb2d782359b2e683560eebb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e0eeefe7f5a663bee86937ce07423993263e5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170021fb2e4605f5631ef7fd78d9f7b3b6c5449e5e1b35015f32f684bf6e71a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83622b74b54e366cdb358070f3b1717a3ae7cf0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbeb47dc55f21cbd56ff86c4e833cfea629ca9a4cdd0e3dc10fad6fc83a63f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed14457f222d4c59783d299d56e8f339f656179f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f38b55b9f1defb242fbf4a606d0909e86f88a1044febe396341feffd27be6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579c1788f936f876ef06a8227e8ad45e7c9d8420
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97553d91a57fd5af52580c6092c036b2dc6af8aea5b52cdae6f5a276e5d16a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e199941a4f0e739f40b34a36da3f1f1e289d4ea5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dc99b38bb99747f78d7cac1517e33dc159371d492057e9ab7b89ecf660bb36
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aca33da448bcbe78487c3e166714d4f5c344a6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7515fc7f5207091e90f38b0bb95f0c9721b2f9432eb8973c4f8ebb9955c7cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e36d1b776c4560e0e2e6959798828dcdf2d7b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca10c7f81c84f4d40c24f6b25040fde29670780e6f9919f3a4da4dbea2d5f3f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ee94cdb3caad9b274ded6b97b95aff36e0e687
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02f911069481c07d46728c7076a3e992985273eaa16e7d49330a5257aa94604
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f045bac703fa49de8df39824fcdcbc002696f686
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfaf0a28a53dad892142aa0921b0dcf158a7d19933749184ff6500004c45669
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a0042a5e4a096229ab65e812430ecd00f3c618
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b3e22db67d03fbf12419e85d9b31be7ea9879cb7c7fb983daf2723868ac83d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b07740de51a9e5834cf39da29094ac67206605
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5af9f0b390b94005c5968c2254e9b41c2e0d9b9d2b950cc568bad140d1347
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08c76698e0c479c65e6772832e6554d1b1f35fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215538c10f55d8a4b8272ddbd372d4140280a4f3fde7e2a9d65ef5de6271f6c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6773880a6670bc267a0ee71f0f6b9f3fbd9faf46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9c3b5565eef530b3021b9780e9c098c66e9e40afcc1236260914e94b9e10e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d256e71533a31f0142c9b7a753e0ac100ac3cf5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e603adbbbc6e02f8830ef26d54f36eed3d3a9b28ba0a741a00ac7b91cb7381
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfda970ff1d3ddb981b8c0bef2c53cb241329e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fc8d2445b3b8b919fe73ef38db1608877e43f36dbdb512e8d029a1d732e28c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a022255679fcf822fc068c1a80046c2b3c7587a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928bb2aaba140bbb22739a9dda3f2f6f4ba1b0fb064facc7ac2ffeb74ac519d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852784b0ba23aafe8115f9ac0bd99a93575aecf6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c594a019e43c63be9e9f40cba57796bbcb355a1ae8fb6e2001fbeb09c01070a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ec066667fd515fe4021038f1bd3d81d776dd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf5f5db5511505e929a8a28cfeadb4082ae4600b560851ef968a4983e746f8a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cbfc04a2ac63d8455a88109132b6caba193f97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4deeda9e7c229eb9a418d146b9f1e019b8b0f9f666cba6328a841bbbce49e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76c9eabaa8e592af105b5bf76508248a5b5ba18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc0916fbf47017fa4d157d62ee29ab1bdb7478f1a459bccff0b3658c41768d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e60f02f97be4f12f6a5b9690ea6e0c3020e8228
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a532b267b456db7e16f71afa3a9e3686a9ae76c4c76342829fc1f7b5cccc0cc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8355dce8836bb770fecfea1e3491eb3b3299458a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c49b5447488b2f166a2a98e6e0fdf7c2490942e9ed7cf4036d251c654a9fc1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ccb1bfbb12990b0c3a5efa0669077d56567b14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cada5ac3f2bfdffba702c62aba585578f5571aa23cf01f5c84982efd0e5034a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e13f36a95ce03f85f852bddf3172ae71ecd77f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3e2afd3a6dc890d2da0b4150c28a2d7f80baaf4483d3dfecaf9ba58af651bb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729ee0906cf87f5871d887bd6d3a3a28da77a1dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ed3f6d2fb9a00e47ac5240e51bde9191e5e2c84427d822a2019d3ea0696fc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20887bfdac215055eb4bf99bacf92c9ee065554f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c59cf82c73b0023223db1990ef3d5d312b823807a705dc516301f54ffb6fcdd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ed1c08a9da66e6ba6ef0d931cd4945a7f52a6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bed480ff8cddee0eb98337826b0b9d5b05902f294d756f1aaa03a1cd4348be9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf7f4c145dde4930b166bcdb83d3d2219a01166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069808b6144d187aed9c37306b1023bfdabf40a163d5a0e15175c01cc4149bae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511b7353a07c7c1293aca985ad2f9069a6f7d59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809ca062f56d7b3f5541a743f5cbbd5975e62c4f6e692f4ac9da9e4a087ae2d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0613211ea39b924b11e83fc2d870217de8f4b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d058492b5584d7ba272c1cd07363454f3a5651bb8bbfbea6c5d6db93c725ef1a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d44b9c4f3e3d72d307fa67e9b9bf7af5f7e9c3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478e3eb3723a65e132e22587644499ddfc56e0f861c21507199fe98330e3130b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59f95986debe8da8683b4e5f6cd4826ba6bbfc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551f881faf2405f1155689b491160ab38e7c23ad14e6d5edb3374a0597ffb3f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693ef2219478af9051e79e751165d1bc68dc177
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3471be10f62c73dac23a2b523904b6adb87749322cb634435f6e213d4354c98e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c92e0cef9fd653778b1be27b3bbafd93780e07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd43220f67e55b84234425b930a9276c0c25beed8a0d1daee5bc2ca5bb05832
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaf103c7706ce8905c1b732b48d2597cdc004ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257441fd912d915a1f1b47113ef18e0283c781bae0beaf3f8d6354c91edb7289
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95adfa56e69ce12bc4b3e2b7208a8c82686e40c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67f766fcc819d52dd607a907d0c9baae78589f2b11fd932362b7c5ce73f9a79
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc5e602443ad4cd237183fd9f5e5c27e7491975
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c2fd483bad8fd53934357824020b4d14fe28ed8c8ed43b28fc5fa6fef3547
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725f2e39447d14ad8d6ccc58e8d807fd0622812d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a5ae87d248ed1b72b739412147d9d9fa54d8ead4d57058769dd384a290153c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fef4a24808b4786213a4781939a035634b508f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a11698b22afe3d401c72693ddf67c8e6c4c2ca7a0c5976ad3fe2f140c575204
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee552f81227fdf69e29d09d64c903711ac0df11a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e51abe437dac6a57aad03b41ae4954048a004327dded69b432d3bbe25231d05
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1a14558100f82366870c612c8bc0b06fc19e41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b45704c56c36fef2781345109775838805901bdb7b2e2932e9458ef939c69a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c537680e44af46c0ca49aa628602e79f191c850c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2111fdeaa5e80e861f852f2c5e7827b27b7a0dd8ad271d423a897d442c54c0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fc163354a21f93eab490921d2250a271a13c78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0f17086bccf5f3a13480ebd3743e96e1559567a44f71d2297d1d73554ea08f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8879926879312825c588fe8ed2e8d94b869dafb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442efb1c49cfa4897e5f3eca43809f6b0cb698f6a9965547dbb9efd7dca434b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85859b8befb62f6d11cf7395a2833f7d8eb0cfc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b29e72608b6cd40c66c1f5ba49f2c562b628bc2c20624881fbd3f5c98fcc389
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ddf1e4e441b66fe8b426f5e89a9519044abaf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07d4e383affaf9764e250e6a5e8f48b8555b4f27d721594e581df29b2709306
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf173a68a726e09eb4b8d45de886aa7c9a4522c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e95d7607d82f1115c2a8e36b49b97b462492414154b58f32de2ecec48f354e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e89bdc9685c80c2c46a2e6803d9206181ba379
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e613b221d33742fa7e7ce32fb516884370834e1cee928f673952ff383a7311
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e0f7aa9be5f361368f741cc7e6256c90b9db5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25669e2ab4c66d33394a975ae9a3c456e85769cb390160fce67ef8288de34572
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b95256a78ca48477c830f99bccb778db0af65c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8286653c39be37eb241fbc9212ee6b86a53091a16b5e3a68fd02068bcbff50a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50079bb0e490a5caa14d6a96a8e3474ca3ebc0ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1da9f46ef478ed5dd08572014eb1a0aba5ffed0cb64ebc1dbfab4e3618e329
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133d05dcb8ac53edd127f201676dbea18e8cd7df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719b939368c17b82607c35b0c0b5dadb4b64a7a9b61a4bc6e33265ca2f243ba6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d84ba87fe427063be998f288b24fec0d4ef1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46ac19cb8797e1ebf278da1375126ba7c311ac8d15f190ce0efbd05149ed859
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db066746acc5f876437d8e82ff72048a0c160a72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cedd6faca635b2cbb7176a8bb8054155d1d65791921aaf899a13cee7bed6d2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552d4751919b42496520692e51cdfd7309912fb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc3f68eb35b8efce4daaa6ec9ff87f851f4a64a95ad6f3f75b512cc708f0e10
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5196f137a5025c3ea7efdad8af96d78f6238801d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf26c1d07013ab833e27b330c14c80c08b635be802a3ba2b9d4fe0b5eeb8780
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17925af609b5459e871bb439536119697558fb23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0b8cf11f903ccd372755379174c49a603397bf5eae11e862dbdad1d420eaa7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d1f91b2de4bd9eb692a7246bf4389809cff2cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3015075a4c5fb80ac35fa0d8a58b946f4f8117bc6cf1760de658322d0a2a8deb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4e0b47a008bc13bc7edb97ffd8c368121f2644
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cc085e34648767c6b2a781547733d8a43f27e9777b35fee17ffd3b76850c26
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31805a92799a5e4212be1d300b948d70fa1483a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b010970f596735f69017cf8c04fda80a76386856720f72a6b40f520d80476ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030c66a9c55d6b8b60a963f36e9d84a1a7e68f84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83d95d3316986cda912d14c293fa40aca84e53e0ca0a5fdf539d103dfa15a67
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500c2a78496c6041225d9cbf6b1f96b77ca0efa9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75897e21bca7f06e734c33ca13349716f7c5d476624b1cc52ab2a8896b01401b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00751cd575989240ce6e3f58d5855b1010f93df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da82a0898d1f388302f9e560c7090cdacb32fddfdc5350af61a9da4a01af366
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b25affe4928eac9a0bdaba41b3de9ff7da11179
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5028f5b991e674fd4cce9d04a2a721a37f3ed4066b6f8a88039e571e2531ede5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bd4c38d7647c1f428d2f5c6ceb8484cf594197
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c4e8eea3dcd7cefbbe831dd146a8ab292c072ba07ed7b2937bc0ef8b928a4d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3ef806b2ed111d4a706236fb97d69b6c886073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cab0a85c364fb07d19f03ca8b4de8b36d8a97818ea7c73414ec574193edcb5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4d52a5f05529d3da4a6368596c15a45d51a461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1056f89846c45a6c71bf3a9a83deb429050a6b71bda122f60981d839f6d530ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80ef71b6a0e755b2b9334190adde9b304a7c608
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7b70edb5ea3cf913d348516771730d60030212e7643dbe3d8c62029a9b6afe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41705633528ec7507689efcab282a1a6691f2af6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6086e42f7ae2f241732833da16223a8256f7b924046a3331da49b22b9878c80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7440bb7a114df08031cead8e1c22cdfb7b5072
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b698f551a493d9fcc3838fa84019f8d67779f5ea986c4dbf575116fb9d5f3e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4dd7bdfa14acca88d15786acd4b05911e52227
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4498050f7319d697e5562136023d79ebee7dacfb020d627a5180cb089bc532
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d126b99d0e33fe8b99659d7f1edc3ba97af62eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd9116470c6314de7c2004b3c21f33568cb1318b6276517cc3ff669d9186855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89cda5005241bb52dc4c5ebbd6f461966db02a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951366591a3f1c7d1f70690a8fffb13b5de06a01eb86ae9be87ab67d90d74c0b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ae221a891836df52f469ac8218c01785e6055c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe29919aee41710a49c00881c83583269fef3bbdddd8a3bac54f29a79cb8004d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc4f30935bd8689554167efad78d3ad8a33fe30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fa31d81218caf3677f7a99f3236fa6bcd42521cbb277ea63568a5c1044b1ea
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6147ce1d4288f9cd87943cfadd80dfb4443cd0e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315863570d0fbe336f97b23a98a334af193ab41a68586b87d587e4445c0b202a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977b18fc1f63b7a1fe17d711f1676767739690a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e44bf900a12cce33fb5881cd1a21dcc2db91093a732c46dfd76311eb3edc418
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bd419380c4e640453dace1e8a45f1a54c1d753
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81cf290d655e4b582022b5a1f8baa4ba96fc508f7414f667e129ae0d2ba87ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074c9a38dab3266cc9d1c7952a0a80125038f5b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af5fc17cd06d3702920705f2e2366b1e9c8f49a25694e5b58edaac5a2a1f544
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bd28e07f3e692905ad93a92f5e9f83f4ab3c1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103a8498a550ffe2976543c1751eb8dcc3df71fe3ef9d18648ad29415a635874
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fed3a5309012b9ea44167fb37a5ea6e3fc83ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5301546e69a2d8ef5c1802d44939be362f5bf6f63924eb655e02b4630f31416b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358df986556938953c7f2a2de97bc7ea6f8c8785
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c1299948f9859d31ccb5c2146fd35d069680f4a4409db2eabe2b77c98f8d5d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fc57e97a724d63f6a65ac524525727f94a6a3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612c1cf0d8e443247344a0b4934534c3a92a11a8f3a509f45ed1483a696e36e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c5448bf94c27cf750201b6f242752358ab15bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1635c3f53e44badb77d9c1d06269117b0223f27a77aaa2afe924f049b5db35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130da0763c7e483bee35883b3a5bca95d3ee113f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5666b5d81cab60d98d37582908c69bf9d23e1de0c988c8ec21a8e2960834a0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a910ac3a8c1ff3fc73f23aebd9ff454ee0845eca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1c89614dabe464f9d4139338757d7e6af4456f74dac7d0fc62eaae1bcb59f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f2297ed1d78334b7a24b2823e4a8cf27c9afc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e022afe21e4d06c4dc624a2d21441e19ca855593bda7e5a53ec58c4bf932c10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd733152746b1db1ac4d45205f1cbcaed7bdfca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f928c9e163911f030c8c27f8e5177d1c6f10b37404cb21b5be3bd9c1268792da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae36a99f9f970eaa06593ccbbf402863c09a03f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f02263c54c3c7ff18939ba26557cf26570f88abb8122854518d72b054e2d839
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c9ddaa37805796872ec8bb17b335721fcc6b6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4c07e31fa03bc8a4618f302759faf4467b8cf7828376be2677481c50b8ffa5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38959b1e1b137d84e88f35e1bbe6b566748383a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947f00b1ff33bd3e500343353bac05146d267f717744fc901385cfe53968c8d7
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66bac41aec26f84abceb685987c6d762646d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25abaf778ebb27917f2a2977d8b260bee2b06ed3b5880a66222ccc64737d52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a253187023af81adf8b8dd0483409f1992164b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9629c58fb9aa0b2e91c45d4dddc9071a8b9444241c3939c3ee7f5b4c94a642e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501de8ba07ca278c44139e45d123b5c9ca4edd99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1deeb6c2de5db4424e61dcf8d1e27099809a8caf0ec01e2a40b5693977ff9c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c32644bb4d04e39db45117fb1156f7f0f86961
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94b2d750faf546fc79cc98ec9380ba32b521237d03311bf9a5c7e9f1c7f4f8d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b757ca51d3e59d160ed1af581bf22fa290d81b92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37065541c6d10ac9898405e90ab257fbc1234bf13719e8624ba1020b25b31a3d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b44b779b43f47d712beace56328b9a2c76ba46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bc0155ef2cdb6f9c88e3f15e168e410ce9f7ba2d7b63d059037e7384443e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04f5747abfb04061c18c6a70801d57539e7c118
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b896b09b2be9a44d4861719a6e682c4c0a5034171b90d711e073276b47c8f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c6aa8c492442f2aeac273b35a301e96ce2c274
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea04d6ac6289973ca909a9a449a302b06ee61e71a35b5fc7b908354c689d4689
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814478e161c8118845fab941f94fc69c73e7c0aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eeb8c50aef258c127862c0bef88a0eb313d1dac69c9df8565b36e2c5be5a94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01a5eeb8985c68c5aa8981ceae73f37a4bf530
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49efaf7574a89c1b53e8d4c36492132255731c21ac562b4c6f1df7f3eab44c60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54cb6a078a1d3d16b21c1217e392e250765384a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081ec60a8035a27c5494d7fef77e03065628c3b554b6c9f1fff3eae651d1218
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4928d4822e5f4c66efa23bd7792a0dadba1f6fe6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5436534e0462999bca1a17b2c5b751ecbd3e67c42e74cb3b92378d66c4c2f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa7c3ddcda3806ba6c0405525435a7c29d1565
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed709075ed29d13cdd3e016a904ab2e54b8c0f4a7cb288a7dac1c699fabce682
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710a51746a383222e8fb6889e9bb47de8a7cefa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd97180ed7568636bb53c8b3c73129893fe33fcc3c9791e6e2a45c7359eb465c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c6fe38bebf3b4f3f67af634ee372db2600e5cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e47908a94a1a0265cbabeb8a9c9fbab3b87e24e065e3fd616506d0532283b5b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cae55734abfb206274b3c732cdd5e2ccfbc1ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a414d50af5ef04d107ae2734df6880c8f3fc0b2806bb632426e483c1a63e8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fdde4024fbe16db446f4bf91822fecde0305bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62827389bfa68a6cbe3994f78a2c4711ce44caabc160638637849e27c4ccc364
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99cab0ddfb3e776105b86650ba1ba58e188ef43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab4a46560e5f66aa6f5148f333e0687aa8a4e707c1d102354a1b1e481e8efd5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ffa07af1086b3636c7ff262c2bb65c5485c249
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a431b996139c41721c28d5ccccfb94022d86de6f2c598ca1ce7c1e332c06da6c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46bec49096f0f87728a068a453a8c6d5d36ce4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d55557ee0347dfe698338964c62c5ca733721a9b6829d11f489d185b491065
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235467d08abcec70f29e1d48b900c4b55eba8233
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c532fe830f9bea31fcba812a8cf017646e87b7617f9372764827cd3d476b92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737eb38e2206859fc417ab2938f459eb76ac732a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b52b137159281c7a455005907b29d784c4146eb8312af70a4b17cd4035c35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa68243290a9f05d8c3f604636d14f6c8eef540
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21710ff25d41bf080a14df6491742a7e85f1868c837f1a0ee8dec58c5f7aa5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6c156b0bab72511e6a5679968dd1e33e001649
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850cd0482e292853d15160e70c9123dd77c0a580f94fa4ae8a46a67b6bdf743b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d9324a8996af093b85d4b7b0e91d0fee6ec99e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d2af4eb79b310aef47f42d1d119eb043c22dea77fdceb2a3c31c201d289fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e6f1249109d16487fa86f2f7c6662aca15e8f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b67f3d529bba46a30d4b0f007f50743d4742edd90d3ebcc0577f26e92844b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6373460a0da37965b2bc069423891ef98e6f28f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce5e2c5a6e1f13a812f1ae1539147c246cf15ecce76d42ac0405b94cd3026d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50d69fdddf833fa57188d9df62d4387a27d977e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf53709dea52661699ba62d2b09e9cdb18b0c7b4c7dc2e4e92fdd1fa4394f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3aa3a6c9644d1a64fa3bdb5bb4a12f74c8a2cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7548f3ec486c6b8a52aaffec0e8e87f0ae50323e3288be0767daaf256399e14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dfeae19326439d0c9572e958fe396e6622866b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb76ae1836ed683a7a1864a66318148ec4d3d32f7c3ccec7a7b4a67e5c819c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b31f2aa61dc00ada21786539cdb3a07aac932
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399976e940c310a2255326964f6b46130380662cf83af07ed0a727c1b27b7769
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19159130077ff0d5f3e1100206f741bfa46f962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f245a027e57d1883b95e7fc50f51b9bbe880bf0ccbe7779e41f2c699668f594d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f4a499c06fde26472c025ddea3d0583fea0ab6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b729f9c4f401f59d981600ea6d4b1701b8f8137cca9629bb95f3117779054a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261cf99e48fd567664d779afa326a38628c025f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a9b99a9873ce4c2d8e37188553fd95bb4566df9fd390c3e15d94aeb59f632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ce40cba2a6d272520d5e626c2ae8f2b642c49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223f7f96eb8d24e38457890074bde893a0a680758cfb901d71aeda788da0f48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2866514bc655ded77ca3623bbf97a90be01600ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dd337b5d17960da14812a1dcec0b915a8ab2a522e5ee4188af315bc043474
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc588e875be1557638f1b8ce1d66c91a84e270cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b557b27b0be7474fd54a024af7d1caf0c2c034af1de06ab765d8102c7e6471ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a76f6ef2dffc8cdb0981ced1007ba3b1f38831
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d2ba245fe4f0fe4e17eb022387e03be6a6e599f9ebfa12abd8cc5979c38877
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1461746980010847944f29ebc4df59b272a68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0e15d0f8cd190713f53059b613cae45e0e9ae8954f5ab1ecbbe591fb926414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3b35c5c53ff4f048747fb1d927a67d55bccbb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c08b07916a15ccf758eb4013410ecb3376d0d38c5e3b2d2500a43f89d4b8798
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1f1c1b45b16781d7d808648f57e55a9f5de885
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfde4bbce4adb7fa99f95d3bbab8acb8816fb0b167b89d88427b9966a31493f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc09ac69868beea668814df1e69718ff4a0f5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f249878e55abf093ed53d14d5a141bad4a3b41940dea635ea7eaf8e0c7ae79
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335e3092194ab63ddafdab61b8eec55a49725e9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12496fa7a94cf88a8332d7f4bda4208edb9d7ab2735f3c4b65a562a3c23cb84e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f19887eeb55f2f5e813662d0711757b4debf38e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4cc19a67d33ffa937d03b805bd36f46ff7a4dcc6750f637b2e45369a0b3162
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b870c4a2c66839d322614e06821091e19a0df9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667fe21a6f7d53e93bea0fce79e60d998cf8e29c8254af3829ccb2f5c9ef694
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021fc86b95fbd2e99ed4de4893b31300df2181fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a3feed1071dd71a864122c1a4c665a1f6c36107cdeefeba129d5d7053b44f9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07774bcb7876604730716017056f8df4318a0a32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d233a16a8f827052ace598435e37f58424b0ce2261365c845248d84858642bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49779b40b42d3047b4db9f0fb3bba58bf12aa98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad388d2de74949bd8207ad9d201f8374dc866e4585b64b9b199337c1dee7be7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c62bf781cb7d85a1a42ee9cb792475147b4324
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07221d7e9b2f3f808eba462b3bf6e39b68d9dc10acbfdc62c4c935bf00485294
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5285071ee649ad4142d2fb2bb0a2aeef52782d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0df5644ed889582ef63910d043026ac9e989585dbc918a05ce45aa66e37c46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b103c86ad49c52dee0165913822030e913212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a42c5eb2f29d80f20b3b796ed586682a98cca12334bb10019dc02ef0b7534b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5495ebe189502de504aa45240bf0e717882c765b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23408eac62a3672e6114a015e2387acd1941077ec03db96b39449691e579b05
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a9a5485d7400f2c6e9e26be3de38b090db2b86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a86eb8bd579d75ad15207eff00256d8d47dfa027fbfa1f1c5c9929d1604220
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778b51b694abcc0d6b0d9bc1afc4637ad81795e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ede0e8b596ce648f9e57b9f2f49fb20ee1f0ca2a766c4786ede7e544334a73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af246efd2ea28499fc08175fa3d366a28b75227
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddb281770e034b3c82dd884143d02ebed987d95762319b57a3eb0c9743926e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c406b59259e51879b6211c75abb83097cd14f23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be749d0e17f46d6931c1c51e804de98a0a1120c84981bc82525c564867273e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045c7ff9f41a104916d84c84c86246cb4592ded
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94231056c6a041bcd2d750c28ba814f9aa76c76948c33d9e15a527b2504ba7dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2bcc531117f5e9d222fe4f77d5ef21c364b290
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97263beafaabb6294aea74ac68bc590f34c311036d297dc9b44966938b94ebfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6405f3a29e2ba759ebe94fbe288910c41638ddcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0659c1c80d689c360a676c97f5f2e72c705502d8b82728d85cee54a88c59b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5026dbd3e64a764a1fafdcaa2c91b205ead75d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c709856650e7fdb76cf761229a8b35a574a2167b6659364bc4711c8561d1d0f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39e76ae7baeda256d0eebdc1ada67340142e0da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32df10b2b8735f9cc69ed058cfa9a5a993aaf2b31800fba7860403e8b9bc461
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e40f816ba7bfc0a4e7e3356191fc3fc775cd5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295b5f33665db8b7db0f45ef7e3616d0f1577c451a45781ea00b03b25707ed2d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f7eacc8bfba223ed3c842b76caec793aac46ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285f9b0856347c2c0122591a51a28e47934cba332474f69f347a035fce18c9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04610c54517ca968cdcadcad62a8dd36f0869526
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e31a590ecf6e168fb5e9160e6cd1cf49d0ec1414afe4260f2aff7cd6d79d051
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7673262663a58719787797c02a4d7af2d1892760
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ec64fcd2ec8cd4ee1c8e6f4439cab0ae318b9ad1e325b4de5427072077b3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce271300e3f553c8623a2e9b3064f58759724d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45debfe7fe8ffff587b9945684f15e3e5c8b61948e1b1ad08141b98ca8539111
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e294b364d0290083b73ece3052355ca77601888
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069c0bf7bf7b3d971332c433fa3ca3d1f13f90bc45af423166652b032209465a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88927e7c171b77795bfc4abf753f0c8d619871e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91538b2a6492062ea213a496be8459b02bb0e6d80bedc535eda779a949784200
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1da281e2f5676fd45bc269e0d2ddf4e1e4b880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc9691d5b55c6679e6a1b9efa4823a760b912d6a0920292cffeb8bf8b37dcd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516a18c5a770b66ca39423e9ed291c81a8e49ea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9660a6d4dce0333fda07d1bb5a8e2177f13a3496ba6b01e657db184581df53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5555ea6dd4c90afe41ba5b2642a40b2efba3bb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e45b52dc14c8cc2ebd60384586e793b10ffb65204fad6430fe2276291870fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be41f077476a25347097f684a801fbb2f32ac3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db262ebc072d07843624c0653d19d0d98f5d2348f9eebbefcc7d21ce46c7cd8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0588eca402ea34091826bdfd8f7e7aab72b1d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a064815f6f97700ee51471042b32e8c526a7c91b9159eaa7303909d14f7f2c60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f3fe8fdff2721acf1842cbf44ae2b5493d2fa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0c418fc0eb5de0c22ffb57c46e1a7a067d545cc06bc72ef4859577305d05c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce29bd13721375105a865f76158a698e02901c74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b22d0edb935aa2d4bd2e18317a4e8220b5df4645727eb13fb2ded60fab27b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742d4a55034f7fc82a6fef977efe0ae682cc984c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541f7508ce133d5a4a96453b2ea6f9c268bf12b827af23ce3a6f657a73b4e4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd08abc28bb92f47d19a3d3bc0af336c3101d62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c207b93a8f1aca5c2b356eeea30762ce0c6371018214268592c4bef00cb523ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3785bd7df99aa5248a38bab2321d94b4a4b881d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91e988b83af1a6fb0fde9c6a6b1048f0cdc1be36372198d3f13dce739f005dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16540cc9e2185df91b44210b9633a1609a0e4d17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3864f56a973f050f384402a3e019851e4a18ee0c8e52522e7a0da7b05ba8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbac5e87fceaf04f49e508a4230eea3ddbe6a032
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6c329592ca31af30470c90096cf3340beea5b0ef0214961ce6c96f0eecf2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d8c11f94da659bd8cbca4383a80b190edc8315
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e7094bed2e177015dce69b6986905e8a4f6002783e1f207dd9676f29749bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576997c928d2c18e9e07a08a13068d7552440853
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231c838f128771113f4de66d62e93c0da0f51a7bd27cae7c14b27780554f3b85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469576c3484e490e640ead0a2eb82164b32935fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8cbeb426bab6fed251554023cbf165feb47826db689a17e00c2347e6f45447
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655056a78f5ff96a0e5561df631b1557909cc25d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d34f5990ab9d2123d48cc0c1db85ef67ae7adf7f04bc7247c31566d3f2ee6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e6f5a7f01f7aeef05837cb53cea5f81aeda2aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2d23c698fbe55ace966de8e8dde2389952d580579f9e52c85b44b1220ae1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee58a4e9cdab6a9ba30e3e1eb76a40abd6c7968
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6044d3fdb6df364111f31948bbcc16e3cde544ed6652bd89644b613e5d8f90f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21072262b7090dcaf5638e236c0d0b7196bb88c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195027fd496dbc13702cb9e155d889048cfdf128bd2d3c81a998118e17cb911e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88af9486b76db964e35ac48f24673a53d6548db8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1c6ece385c369a4dd03c375f6c37e14f70a7a4fd274be65261e7138ec86133
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13775ea82bd996c7d173d384264f3e0fe1f50e1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8a118cc6e80f9a605276a292ff10b8e11e8d012ba823509f469c15a8a60a7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d771dc62f16e5aeedf16a966086997c326b1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec279298e9abc1db685de1a13e99748524d8c1d3ece0ae2167a5cd4b6d48e6bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ba0c7c410f34cce9cfcd5b5920d51c90013f09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f82604dce6f26bdb51d1f3626c0d1abf1a72fee0e9bbd632c4b32dc592f9b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f361639f8ca02d49cb0286754b3bda4e8553a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f599ae84846261308136a7843cc4ba8ac225090f26941939606df6b3a7fced80
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6db19e015e2e9e3d968f37b3882e8086b76685
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1177b677b50220855b5570084d57474e7cda84420ffb121fea51758322c63c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc43f17a0c0ad5e3ffcac571923d42e242d6e2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b013b60cd106a01d60031f2c939a265209d47afc80e8737487ac4ca861294b4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407b17809a9696b5d80b88e1145d27e34897e544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ef47aae505fc114528026547c20e0a0059a1c325a37e97ab9e14fca4f107a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa198dcf86141960e268486edacde7041ed7ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726aac459958923dd50232b4445947a61f7ec868a92f0c7d912d3efaf69dbb42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fde8dfca4bdc28d43a91cb79f28f8f70bd25318
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41820eda562c185a13e15a8b33540bacaecb8ca98a38317994734eedace192bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769102fecf1a4c23fee130bc3c32aa200c1a9c70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f112a8453b9d843c2561563a026db8b21d87bb9cbb0418f310dd05e8501ddde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a1022ac257d55fe38455c4bc021a5fc8c2f37f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f5e6e6353448837cc278d5209946787ba23b65d69836191178669784f522ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05bfddd86347355a9ef9cc2fb4e3fba56a47241
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e1c35301aa7f56df5106e9dea726eea47d30b3f8c5464a5a1d02f41a782b38
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea10e1245199b41027e52c322cda8ec8ab9557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23de245d5b3938a557d0201d83b535f3cefbd47db8a28b97fd7cd1fa2f1f10f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e9d96d20b3927ed48580e651e44defd3479fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b93315fbe7573d9010cd23c0d1f4466f3227eef396bac1ded2741ed3c4b8ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a81bc6263460e053a71a5ec3d6ddfaad9eec07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6855758928949a8e2b070161148cb5f7764267f8937151583ff16ac30077325c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3278cb584bcada03a6a469a7c259894fbaf4f0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253b9c3d6b2fcad20b085997c7f28fd3bf81739bd27e7cc95bc28bd69e9201c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c983b7072f458177af0c0fc6acf57a0e7f231ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e19d9d2fecb79869247ccf5036da51a786e76d521db46750897adc514e2328c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491d5ef242f0d2d336bae2d4a0a5290253fec15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9cdfcc3bc06a37a1fbaac609281d0a2e397c579c6e3656352c8b0bc4621848
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4524ffb3df500c838c0ab504f856d0b93ad1590
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7168e1d6a8c37611addc2caa9c173d9275be5528ad0bef0719bfb3bb867be721
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188c3ebecc35cfb7e74e63072c02c525d9ff27d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6abd60df825e753ad98095aa6fe475502c037285f3e95b55cac37049c7cd9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4017eb4398f740e224643c9bfeda6b0e651c293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba440958f4b4022a76608f67c4bca0f19a98da401a9724a1e709df0f24c0e6a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b296199243cd9c9bc8f677634fd58202679130e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac066eee1f655437c4aec85b33cf885d2eeb4a2431ce72dcb2cf212535d2b537
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e8a8ff5ca37b102e5689fcc2b63491a49ace7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b4351de36a01896c053212d5a02ea5917204f3bcadf836b94c2a93c9866247
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab294822c92e4c70c3a88b9d8767118553e4f346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cad1564759f3adf1467011b6e705ce968de38564cf281df12703fbd7c551d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74355905de64989ff784aaec36d638078a4e8c56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f9b9ccbf20c2dcb4a7aae0f23fc8e10e02d6c7101f78753c6c1a38c2ed3614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04f7ccca0c63eaa6b1aaae7fb957a19988f0bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706742579e3d29b18d46d23161cd026145ba1b2f50199d9a2d819f60ce434a34
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb108bb9656ecd6203cc91afae73254e3b3251b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54edbb98eebff9eff9a41344b14a43a49c6d984af997752e0bbb3b6d0d834ef0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0529ffb2a0210715c3cddb6457ba975c4756a1aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b12febe72ce7f81a4aa4093d673b5f3c33deb0009f78421ade8b26625f4e35b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f41f73a05e8facbc34abe8a7cc7b08022655513
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d060a816bd7fa2912996a01161da66e72e8a64eb9f75ba7319481cfc1952a5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e185b1df7adecd9230ec5df69557105d4349c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c88defbb0a52d460df16bc432f824e0eeecf4294e5364dcd6ce768769d7a40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dff4af6666a4a6b3a45531fb1b44d551f7520db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf35a71ecb9ca6850bdfa519e2b5cd4756c48b0a697dc2a9cdea76f872505f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc17a39e9eab4f6be8b08c2afc9641e956d4816
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e346ce6b1d487a27eab82679377bd1e069a02b6132abd4fede783c7bfdfb11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c76d830322167c40a2c139864dd1d307e6bf727
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f39cb8f6c0a79ccda9686c7d0b4b7a7d876d07d40628d078ba5229263e0cd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2306eda4e74bb8257e0a13b429c257551c0364a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a3e8436a498d238fb14b2d9a137f4d99ed2633f7f4240b762811ea7ebb71ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e85de21de9d3ece2b440aa4b00bcc203ead431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728c2ebcac59385cef49e51ff35c62535cf93f2ab45b7f3df3e877608152132b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8f3f54aece751f9254c5057a703332b7e70ca2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235448ee55af3fd3b44a07d3e9679a70b74d51ac6ff3c3d966af3a4dcef58cf9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeba9a0fc6b25c0a7266b805b72f8cf7b374705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ff01cc40d01c45ff51d39711a0e60bbd9adf58c6f58e8f0750039612eef25
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd68d3fe22cd03ba5e38feb0040b6cb11b9ec91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbd818bd0e303b95921786158378d16c1365250c07d1241b5218fedc1981c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c975b7839858126f35b8c114e73d9289b197f5c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb4867ef0754ec99aa691c0de919ba1824bab0ad1ba8ea54df4539e2ebe4175
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382055885aaa0d2c407b89ca56490517b0581c8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67ad0461a16ce728365f9672a65d00b79f02f7fa99293b1837023ac8010edc0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a25a0bc6709c73810575bacf756e6c6d3666aef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd21372748fd37f5a9ef968839676a10efa37407418ec2e5994e9c1e757f5b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1ec4856c4327fb4a2d65d2509483b23252879
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d38843999cc2377b6a31e1ace81590a13fa38b14270d4dc8bb910c319ea16c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2251df9e0dfc2a7e5a2720a4c732c71808983d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434576f5e551aaa5d49613f3671d40cf13d7b62eec787ae73b9eb27ace24d0bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e52feee5ca3387615106f93bb068182147ae8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2f98f0484a53640e352a72677092a5dba4184b11a76960edfe6d1a7ac33037
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5454c8d4facd92c6eea3bd4769134c072e463da7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d4feaa8606102c864b5295b40e9c65bcb7d42174785bf5682821b9ccaf43cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0926a7a9094291129d1671939d2ed4d2740617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedec109323ad443d6a9277f800d6c9547fbf846d8e8075427e04a399507450d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9827e5e3692e85293fe1e89d845cbb00949d1eb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b19e2917b23d5d33b751d18ccaeb0559618cffeeb558acb4aa7df51283091d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac6f6dbd4d3710bf2f289dc22011bd120d1aa75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8241e4e73c66e056e695c76c5884a6fd0baca6d8432308580f15325d9aa9f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d14bc894461ff363a07458ba882f8f7a6a776f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9e2f55dc51a9db3f42a6721b8393ab55b20d382dab3b5f2e9de0db2841e69e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a54eb86282c4e17069ec8514af626f17cbe2e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd97a7fa913ae858e98eeec936be5d4a68820001ca5a02373fc75d8dac63c536
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020fe1c3b6486cc34d0fe4e0e0a2957f88aaa101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6cd0bff0814caa8c35a8d582dcd2e1b250ff372b23228da3615ab11755213
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da17e5831b4496842c7e1a32d27aa195a6f21846
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a938b8d2185cb9a71e2640acb1e974c707995ab3ffa65908104c8334cf322
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3185932199eb65d58ecd47541bc0df896bbf650f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b93daf25ab0cd81200aeb771b9d07d981783b55e87f81d104d44674578be6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f094f6c65f343184d5b4416075d040b62a9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a177e823e03e0ced294c5d6c9e6c98aeae82f0c19ac797d9a6faccd07e8bbe8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103869f9125e652d0bd539aabe3d1bf344a807ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0faffaace242b6599c470385007490cc54c82ab86ab1c6fdf787e60b6bf6ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04b8a6202e7d3f514a468f60642342072539048
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98427a7f2d5354419beb55696db9b904f40bdfdd295cfd46016394fcf05a5a41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee81d40c71518145e46aed9127f9cafb69af7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0977c35dfcde2ed42215c076016f91b422b75876cb094824e58f2238703503
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072f9bbc7871d49e46591220c81cdd527127bcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1525d542454729a3a4260d00cfc395a296f416407ce66d9d25db1303eca4f504
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94faf0639d676204ff2646e533fe81d6884ada05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4aa5af7afb15f8610cb6d955b6e28daff89467f594218461145cd2eea0042
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b864be51cf12007531e8d7a5485ade935d5eba57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3469573af8d5965162d672f7c495e7374346654382229fccb44b08f3435e34c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c57fa99486fee4c7fffe11b1f3eea0c07f4e3df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9455df9d060441026eb4d676fe25ca9824ab127107133c77826a6370da2a5229
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316488704659887321db4e15fb70b9f9d1e1fc1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f2f3b1c35996298dd7c76c2d07081827d13fd97dd527ccdc676346431c08e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0931fc00b976fd595b8dafeae380c59d6d562552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbac11e68f8e327606832d69c2eae4b3ed9e09117af6ab05d0c041edc9db36f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64954cb388e27972762088874073feb4af5b6bce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e355f48b96f47900ae4eaf2f7c96dbf6d50d03f0f153aff4a771536aa4969d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39c0fdd1b3e2863daaa6819fdc743167ba93166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c764963d4ec7ad0e2891c04f52fc9d5379041e260e2df39fc0a5a90a9f234f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c8d5794759b4c086be2ff39b5ed3921d4138ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f998ef7b9c7816678806a25c5f1be37f9e41c7dacafb40a8dd304094de409
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811a9e6e2f65557586cc748472832436b9f321e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6e9c5c3e30b8b7f5cb25c43adc4c3807f99e320120481a085bc969ea69303
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0623812dfcfc0140cdf86583610fb75319d34f2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152cdd604b699a873387b5023bf1e0a01ee235c32ec859cde2a402992dc07ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9291dac17ede41011c7e4b487506d23a77035a3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073e45ebe5d3cf226e85d8e34e72594e06286994aba49bb18baeddd96580429
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe35b9d2d70af2fb80a7e19916bab65d09b9f57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bce412a699fe9fc114f2294a3408597dfe9f7e6c92ac847c02a574fdf71b89
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e6e6a322164e3f0379106db25ed82bb473c914
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2140ce6fc121d12e4e20c934911ccdbc85df51c8eecf8a816c458cea9b3a2a53
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649c6662d7e1785f3f152739f0a3770e359ecb2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298fbd457d3454b0596b9c04052c8762b5d0db393c596c51d527751350110583
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4422fbf38bcb5c8d2878deaee4cc4ea5f7102b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ab3a68d538a609dda5f509e51d75a9c4954794cfebf74870fcea2d855465c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4803db0793ad0ea8cb2a1cca491601930473b0d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede019ca74932a3a36c86441dd638f83beab6c44fecef01f3f7bc6224beab8fe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4b8b7d2e67fe4fc2536d6ecc0452f03b484a67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d77adf2430984f040c137aaf986b35ec684aa05f8086d705c4411a6b5d667d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462ada252bdf4ba1cf0656c00c6cf6abcba5e625
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261fc80cb2dac9f56d8d32b03da6f576f0dd16169e8abf25517f3c53826619ba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7e0de1682cddb63e7df1338d7cfbdda64b87e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2650169ee92722ceb898a0b2ab93c61e997d972680091301977b68ec3714064c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2452ba184f73cd952cc9d58c36ee86eb5e8cf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b10ba469270dad98dcd05a59afcb82653bf98d27433ee741e3606787e5da5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e45d423984ab8903a4d473821a6853c0c61e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fbc85944a6147b426a0e1a5204c407f327d5f6bd92dd114b35014b661074a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f76203ebdf4be7d294b08e4f71fdbacfab54a93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c28a0a17b76ad67b642ca4aaea9a21ee955ddaf3a98747a2c8cc021bff564d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf50ce83ddc212087aa17d166f4a6624a317b2f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddf5b539d2c683169791d4f950e87270dd78af924297bc677452d224ff64602
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9a0023bb79d881c649b72d4732d35be05a3e0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57f4d2cf4792991844f0eb7d2c8f04be0c9b75cae05044f4337e2c4cf204ac0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92feb56c703f8dae7965a4ed91ee1384aa85615b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dde9c9ff798e3f8d7a1b61a79f755f3824da6fea309129d3f0040b902befc70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97de98776e406cd140182bcda7cd6276c8de56ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f78b30cef6bb3515008f3e39b4db69486d3a393df6f7a42367a4240bc57c75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b754d813f8c230948cf461bc8f46f83e1423a84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e13894c20eecd224b208ae494ee0cf4bfccf70fb3e5479fe929e2a07fbaefb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54386d881c62a71554be08ff876fefbc9e0e01d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86f787178d8d68b8893ae16decc41885fbea42b0212cd8c5f02dcfde9918358
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0018a66c7e48bf59047825741f257d9d4308e556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdcba9b8891de1d5c9a3af0bfc504abe35a6b2c25a4bbb250e544ad2aa61f4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad06db1bb91916a9585ba38c9c43bff28a30d04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9935f40731befa3533fdbbab86f311c763d3966d24ffe2c576ae9a5622a0f512
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7af038e942e55407d8a56cf4a95e5f5574e1ff2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a266150682a5fe3eee0d9a24f1ec89c426256c208464f4615237107cb6286e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01125b9d45fa1c08771a76223177899eebf57132
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741f30d90c8d582a0b32ad3d1b8d0aa1a112c02be44d1567cdb8bda3c574eefa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c908b83011ae1e62c7333965ce3e5e7e6adf38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431007f4fc989f2932d50d273f66c3f25e038a71581664a5668989a509beb38b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6b1e60670e3b8c2d74ca24869a1c05fa13771a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824098fa1a8a4d6356bc571b028c3361a4be58db918499ec8ee34520b5bcbbfd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02878c586d09cc64b3089e9e711a25dc7625015d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f694bbdee98ca4536a010aaa8237d397f1d70c25ffaad15d32b08d9242e70cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327cc4e308a0042c89ec50bca97e7569fe052814
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea029b5f7daa42de2e7a9e6de27a7484343f98912ed9cdd55245834b347f7b27
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01ba5e70e353c48aeb4c9cef8209aab997e986b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439dd0219cde2f4e16b33004d364e1739917cceb8c02b1d848b1a4623685bd1c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6783accbb0299b31c2f31bd1be3d3c7fbba2307a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0007a849ba7c72f6f1ff8da6a6d6a1d3ae17c058487f2661167754a2dff6ba85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7ca12af1db6ad738a0cfc7a2f954522e1d9021
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040a1c1033b11364939bdea5d49f8a950138790f8e1cd9c0569be3792391a90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a89a36c8c9bbf2ad058d179bf9f08dcec743950
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1179818e1e9e3e55645474e86180d843325f2a3123d6ac1448285f9d636073c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c39c518dc027292f35229f916d279a1e0bd6cbe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d64cdd4f00f0831244a1659d00d7c9a12959a92c90b9d000a8bd46ab23950f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7dde01f9565054210413304ddc598531bad20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59829afa1b9bebed0d97db29c728d5ba97b3d62b3098813800010f40b3066084
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954eac07fe90f1d59c57edb05e2085064111036c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7862856fac793764cf8edcfb7619e8d3f68ba23f8d5462d1b6ee76586cec5e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13417e82d0c74d6429771ce4156bdff6e15bf5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d99e9cb3c35d785a8b38779120ed6097f3714b32b041e043bda023180b52cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f796c6720fe7c0884f799abd5d86dcc76ae3aa4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eb40b977dc1754780534c117ba3cb9286d483e0fe0d3c5d0e00a709cd5aed9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636282667db869ddc48d760c3d4beb4d34586a5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f877fa20b67a16daf5e320ad7509ec180f4d702a0b5b1a132a46345bf1b7ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2153ded699fd05900dccdc40e07db3be106c554f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5897365e3fd98624e3d898c7e0a022a7ce437582c979d535b466800ca4746a1c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98a41ec0dea7397a98cdcb2ee803df93de3ee85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290dd68c3b2954c53c0f0faa8d9c6c80e541a4dec61240040605aea56fd29500
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc02979f645c6851f9ad26dd0b69b96db81dd52f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b67263a3f4077644fa5e49b7db258c1f43d49a1884b7e4274a7fc9a320d04a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b19812c96e553a9bd1a894d238b2c423b967ca9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ba737d79cfde02052f4527e67af6488eb99e8bbf631e6b899e077c8eaa4e06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648a166668e02dbe48d2981801fb88929d749847
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7260876c8d64d55a0ac5a5d643719b91933596fc980aa6b96adbd0e7952b45e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c3672d594c0fba6706b4ae9022fb39e9dfd626
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6d8dbeb198d4eec291f74386ddaa938c8dc4dd97657825ac7593aec02ef8d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f361ff12501197184dc97c28b799af73bed0def
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cdf96371a19ec49a4f39e85329f2621775c319ffb8ca28411cc019c250d2b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b53bd4009ef6be55c645fd7137785d33ba794a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57112a6e6b8a2acebb8f2b3f19fafaa94cb242c860de96b3ba5998ca6d74668d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996593b1c787a80985d1f91f596dd95c35a56cce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a4cff96097a33583b14590b5013fde2f6aa39c5f706b9740aaecc90cd23504
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3c3dbcab835d249cb41d23c80c681bd2e27f50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12ef310549375d1b1a8ba7438588d9441495b6fba1c14d732f0c8ce52ec253d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70488c6ad2b2f205abaf68e9ca1b7ac70b9c7ca3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd8a490c930ee1fc52c25ac9051d875a01fa69d819797c1af25a36220f12918
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc6cdeb58eda1defdec5f36d7ce87feb5745480
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5b41fe14773e350543e4d074d2515a1d30ed9838d5ea0ea4d57eed1403d57e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca0e1ceb331acc9b979fe3f7b2db4f4f637d43c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ed0043f86fbf5ae88d056ffd5222f8e4f554c291af00954b2a5676cf22b990
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a49febe125927429cc9447c317d8d10b199e0de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4099948ddcf490536ddefa380d29a2257254ea29a7ce7e1e18ac5a5d122ab1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80adf5a57b4bc26550fedba805c7e0306668f5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c3b60d1d21b289a73b0dcbe6063eea6e371db05fa1e4d7ce3aea0dba3d9f87
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8044145123209f6d5e5795f94c1b48a11503a6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1703367ccaff6b49b4c195e68104232b511022949dff34514a69f60d3b303aa7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e1df71199e51d3694938e98bd3b36980eb7bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2b0bcda96d9c3e6006b8c723c2bddbdbd3f950e69c1e420132993fdabed0a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa794fbc334af0862bb68f8fd2502956b7af34fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5419b5e518ab8897abcb564079b89964a71897c6c683aae756774fcc2474470
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eaa0b04a9562bd5d9a77e7d3b9ce260061f2d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7761793caa2519cadd79fbc7b626d2979087340526d428ad9983aa81a0242a59
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9967d138a0b2444bdf0ca1734b64ae7ac61d96fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bc4ef2c5a18bc055b0cf7ca55b6d025a51ef77dd181543262896129df5f7e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f27889a3d489e728cafa1f539d80419eaae22e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc0e35d0b9b4858982308dd946ce0ce154bc68046442cb46f2c4f4a07737fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b447d526b9adf66a78b030bcaeb3d62a8d6e16aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8519134e2f31b1c91952827e2a30d41c76bf47bf65348b24c32ce4f624a87ac7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1bcd5a47b5a8b9952af37b76b396c783e3e0bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bec989243ea972027d40e23271ec7620d8ef127cc62bb064b0c546e587b305
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e33af440a1b3c285e268951aa390cedf57509d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd41a02535b84aaa66f20103927a663c2f931b0ebad50a61da2fefca896d16c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85316e25cfdc6e711149cb95287ee931e101ec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1771d5748ddb53853ca1f81c70f0694f8b70a8a0b03c650db1b6730e1a93e126
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31dde6b6bd7f3d2734a928f95802a20de611d0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebfefad23578def2f8b452945d2443878350f521924f0afe8db5c664674a916
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53b395267d3eca7b0636695c30c1822c23581e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4206d513dec85a073843e99ec5125dfe97e72cb0dc4dd9c3aae964d3812d3767
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278a9f7e3e2ff6e1219f3d80eefbc9110e64aac3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28239201031d74bed4f03dc85ee62162408bae34caf798908fc7369ba6b8c8d1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4650826ce8c31946640e730f7e221ab6d0fa3999
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5275e8dfd0792983959620819c691cc7abe53d925c4782545382a26df8d0d887
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e5d223b4b0c3bb7d93efa35b59b93549f8bfd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d62e441b57fb8fa82beff7f559ca22c72e1f17ec45acbcb1d896c5f1e43d2fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7323173eb3a7afe038c53d2097957ee6758aec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca93b9c8949c1137ebdca828a43a04fb3495c10dc676c7ad432830566bc705d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b41ef9ebb21b961fd096caf4f8e1dca8000d0d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aabf25c50dc83b9357a7fc10e753f8764f9ff91dde8db817d00c1c750a93e90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc104d4824c9bf9a7ac26ed760b1936e584efed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b632c3f7c915b3396002ee6bd49efb28bd4194dcc1bef6ccfa8f120cb4851535
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ebd3fa3e441247db3547386121d0b8445d2001
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6532f088bd7dcf5a8db22da51fe75bdd0d94e8a4af2c8490e73e63a4246143
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954807fe5ce4ae42b69593315b5e317fef75005a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6075bc934a65c3135dab4d4caa8f824f6fdd2547af67ca2aa6b6dc14fbbb70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672d92d7f6197de90b715225ecda0cd521e7b8f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d5c6008f400ccfc81cd95d655050e797c26efda84192f23923f142532fd01
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8b2512a7531938ef6a5b6f2fa2e160d012844e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a81104a26da84a3b446ba1f7bda969d29a8e7bca7a1aa466264830ce9477327
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d395b3f680dd157ada173c66f6fea5e02b1f25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81836f383a682b63af8400d9a0bc4587f15747a5b7a10b944615228f159d9ecf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184ac0049129ac3fa4facf75dfd886370f2c5959
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b69ea88370f3848fbf529191bfe0e474550947014675b1bc45c0d6976d3cf85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970490f005bc7bf53e5172b4e39d96ead6c3436c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d92b6d753b48b77001c147abfd3ce3af3fa744f686339bf92a496b689ff8cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370ea4bfa93e5685d554df1846b465c62569e099
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01a1b65e276804c42172aeb51f9029add3cc3a2100cfc68c1ff6294367352d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f3aef8a28d1eac2efb40ed92b352787c50e30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a29bc601d7da0d8fc8833ce3f6fbecd94083046bb1f3d3365b633ac7bbf44f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8224d24ddb05d1c3086ca7e49b530da3c7591da9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441c6e121c8baa07477ef0ff7829b8724923bacb3a339071cba2fff75d85764d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c00b28364d3febaba06e53710cc25204d61ede
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064247e859472b667508fb94e3dcd74169247aa739f736604550445406dd35f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8024acffd9e91ce7ce79a75e4e2861329cda7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b94fa0aba9d77e4a90231d447479a6104f10e02354da98f93ddd6bf2b96953
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f204359f2d756fc3be5c031112a91be51acd7e2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3797bb26ab08e9f8121c9a359db93b756683a44d9912c3733b97e9c01c3a287
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9d717d18b8aa0285c730a7e410b5b8de434445
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83654138ce9254742e1988009b3c8616efd3ff8c78fd8008c986b979debb77
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895da43eb2fc3c7e45bef2a395bbf4e460b62f4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362fd1aeadf3ce7a21e4f6fc02913fca1c0a5b0c118ff35496e62df577b69cea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c168417475a028a7a7f8bd594ef92e2a50302e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8170ab86801e5a6b73467384202ade01d1de230fe941cac85c1eaa595e6e57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e129d903dbd151ddc1904ebd3066846ed4d62c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9bceea2c8aa1f195e82a4f39a0bbbc3af0ba1f7cdb37112618b70651ba8e57
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546b7379b499fe2adeb00f61de413e8ef5240bf0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62c62af531fb1ddbf24f8f62c051643874e89686951a39813d00f864b5ceab9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec3e96c1480ab902a351ebbf46929b1f09f1aac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5027ad6d7039b23b4365f444484b867521405450ec7b9f9c7f5bc4bde45c02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350de4b56838bc7a68aef3839e64066dc9b41eb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46208ed9801a0520dc03eba5062d0627654a7765a365c9e3bf8282d427f96bf4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887bc5265846f245836719bda53a92ba0350c64b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db53cfb8f884a74b4b959d2897c1cfb8cf38f01a23fe88e6f5ae7f5c3014ecd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1d129d1810886cb9bf0ff435acbdd1071eb720
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa6a73a3d36fea03183732df3c80875bce1d1ec2a4085ee210ba65c14a7d61f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8632286181b56b243ab6a448f4dd0e889ad7da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c39126720e5827716af349e0d45c8df53358f801195840f92e5f7d973c43fbe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16943e3c091255ebc24f0f0ba19b3d0a4539faa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a77ee4f68cf1583dbc80bf5b6cd9c0398aa511d22e21c4240b6f5901ca8a0d9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3b5d45ee14375d4f93069d22b8342dbabddf99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9c99533677c1cc20f212d3e0891470e3b049ce86a291b63224e431065ff44
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279b47a621f7ab01610f9dde0831f18fa9cfce8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55add4fcf73f370eba94d66330dda3a4d62d6f16782a5aaf59a5cba28530b5e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17de218e95ee1f52c5b3c58b2002395ed6c3cfad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fb73dcd4f05eedb9919f487fd6df429fb14368aa58854f6b8aa9970c5db3f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f20ed02c4c3725c45b2234183a9a5b7459922ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4d64421d9422e82624f0d607f368f43386680d8e1a0c7455a599928883af2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8fd96779e3f53807eea7e72a6e1230e0e168ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9eed39fef03aade684f6c0b4e3735107b16224bbee8e2b53ddfc658afb48a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82edd6d183f8f8323647fde30af88afe4516c1b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd2edf3ba68d21336a0de5b49d8cfb8c95f3e52ff4e2e03a5ef1ebee48fbfc1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735f8f84939ef0313311e432d3a475c5f8b0c0bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e20e75419d95262fc8f2d42487cd547da6c746bc92ded05e6a431eed0decfc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804a58733af92e51c8d296e7dccf4f2c622ca177
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39327b8cb55fc14dd111f88b81c692f4695b36093a73252e3f94bdb915bf1799
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653e1516cbbd8107bfc714f7857940bc4541cc03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba42734e870830ac0c7889657003f09452f837cde5a8702bd63c7356f7a67f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c16ce0c54254b7986e325590c0dfb40e611030
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f460f367afae23c53220b7e33e3b929401086463b1f8da97ec31626c67a74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d504d1ba482b12588be0ff6eaaa1624184ac14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ce54119c97e25af80bda34506dc6edcdbbd8162184780f8d1d5daa0dbc7e70
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1ee451178390936cd08b122b6cad9b339379c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b887d0e25ed27ac60c2f3b9c8058041c71f4f3b1ecc885b4785b890558fd0e4f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa008c0cd211a9878b9b10a39691cf1eac08c0e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdf6bb7866496dc00b801c8b08db4694cae0f37f046d8129c4497d17abd6fd6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b13860069babb3a2dddb99248b015f5e661e0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08581d8ec3ebd05699128bfc4665eb4946398f5ed000468c354d46258c63dd6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d4d2ee60a1f1c1509dfbecfcf4b94b653761e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f2fb688cfaa4ea3caa45f16fb5b56a2ac5208d7b45f1d245bc89ce0ce69ef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56639b2eb409c2bf7a0092cb6ea7a09b45e59d4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d066f41bb667032f3c7b397eb3ff845b523d28ccc941d6680c952a283517e4ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d074179efc3d8d088640bf6d80d06168983e95c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223f632a4cfc89035ddf0075cccbb9bb3405bf33d85b07d125981171c02151b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d30e2c7155b88d9dd4e51ee67540f08516cbca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe6a06686c88eb1eecd8208a3e88c9d7131ee05cf2c7869b403c5eaf610331b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4e7c969837abba02662bac91b27f61097493fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb78555ce3e3c59517f2c7fcc0351c003dbe289b66f4aa92cb8fb8fd6169cb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2184a26f82feab2f95f2ac253a063ed71029c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2914ccdbb5f71d32c1fb938842d524e69ef655475fdff047795582c548604d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a378f79cd502be17922aa58eb3df5100b54dc191
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0817806dc8f20e7dc22e99edda609ff1810dce5c49dfefc2a29ec2f4358685
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f112c6037227855d47712d3141a670b14d9bb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52242620ba10c55bcca83e718d3dca954306fdb87a4e59dc14f0f0718c57ba7e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f08fdc6f56b6768e44cef2fd1fc4b1f568ae390
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7567b7aba970ecbb9c680e78f29c7a47c147db6d2edf09f737524ab89ef2bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7ae40b0df00fd08e4ea394649687bba96356bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608a7e6115af60aae91ba0b50668b53c209e2f1f93ca7a5211aae977d4e4f5fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea5304680001c4b72e6bdfe45a1fed7a9b99017
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c917d9f461ebad65fbcb8c5de4c580a9191eec30fb54c9c6569347269535b44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d402ed750e02e1056ced590bf89bbcc6e73803a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a24d3b364b66dc4add47fa6bd7688578ac77fca5f62250e48d07745b7fefaf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8085cb21548b654f3cd693223da19b210696b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a4ed4b9bc427826de57c62d652094235937393d4fe0fc85afa83acdcec8540
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a629e11fff1b5024c138ffe8823601a34fc8d83
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dff2a11330a1f53a01638a7b3990ae7ac9eab70ef9520e28188f8c509f9eab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e76aa59de7935c63cd4ee6582b3ae467591535
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d293f38eb8d4cd1aba7ec5600a37456437e1dac6c9b64dd57db971b09f3c8d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d203c79031c3a98c7e0a6200d99ea37913e6d223
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d095aa47d2674859e0582d1c0a2c8d11bf05b6dee3386e535692bf5c29416d8a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494d8505a9b338a3cc4481c02142b6c39f01a985
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f69fa38c11376adf2807b62e0bdc567551a7917679058cc95fc97861514627
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36641ac903a82a52b0933e80316a4b91636f895f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809a18feb435b8f52405718e45fc941a74eaddf7b710800a2296bf878a0f5cc0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8faf8aca3df9ddc8c4fed7d7fcad68513aa2c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87472fbc22ed8696c77ebe361c3577fee16ba6d9145f92e573616b86da74bf0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e3a191b671103af8952dfee64932314bcf7d14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bfc02459abffae780654585678b63dd0fbcaf57b2e637ad76e7913f8b06ceb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edae9044cc8d1895b95b27bb47d9037a94b031d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba516450346ba6b256b9868294bee89f555b87fb5bc78823cdb0579c5d126303
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f5e09de9b47c18139ba9f5756d0999d95697d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669a8702c5b78f30f951aa3bf18e8c41e082b1295e314b5fd9ae439642059afc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67de0e53e3ca36e087f5b07b68753fde7c7c8ee1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410cbc18d637bc9e5b9a8a5d8a07672df18baba8b977975763de2808282a9c1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4748b3275adb50fbbe706ff9a0ebe4e3119ae56a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dad3a7d13e09f4ddd2b9f703109a599a7ecc1d0e9ab53dd42266e36f71a77b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626c01f64cde36d638496fceccc5d488d09714c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65b45e115f0886f58fdd822ed0f06643faae60cddd14a533852f4b0a25ba77b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae25f0174ee74e87518814af8794e9961410a136
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6a52eafdd292c09627555c18773e75cea1decbc19a73cb564a8d967eafc981
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bada9bafee10a98e1527b97c2e300384eb3151a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08734796de4d4785e7954a7e0427eae5d215916660a9742abc98910b4adeb662
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c8251a9062dcabb5c9a9d5acc9cc0b94346b51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6351fdd1fc90f6ebf6302a54e6091062bd45b6d179fa8f3850a4eab65ea9703f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7d09b99a002a9b299d36cde55e1547b7496090
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da6c2d5cb0ad132cd58251677efcb8fa724f5befa54873eb76b04ffa6bc35fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff74d184a5b69c61bc96302d23d00f8af79bd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56c961ce97d854f4a808ed72bc2a42b528e1361204c6866d8bb19105a037f9f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f880bed3960c8bef85c4df1764902494997d200a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcb8da043d02278ad34d2d4a055b331ce1c341bb28d929b7103445b93589c73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3538535fb82ffe40bf21d979547e1abaaff52e12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2ccdbaa112b5e2acda6384d9edb9aecbdc813c8bc9d3ca4b126be7c0abf899
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288b28d74335681ba7adf32ab9758f1a35b67b9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3b2fa094b178942d72ce3b2598477eee8b9b62f03cce5ab6c48d99dd7df611
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b46790ae17182ba6568234503d25d43ae56603
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a56966917e3b4a91caebb7b80bcfb985e0c858fa83ddcf302be9c1ffcce17b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573be0a9e2fcbf2fdff6646670e901a70f6adb43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b23df5c1cb01b483bea9a47610b17d0a774b4fe0f1f229668d3b993e9dd215
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66b793352e0fd9995359a26b53cafeb89977ba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a9d850f0eb7b7b08f47c96b60ae67e32d06560284da9584d8b530e74cb1d5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cbd3237d0cda17240d8ab1079a124b29d7dd94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60787a22764f718905f47393af4708f7d2cfb97a3648abbd7daf34a298b13d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3f3a5a55d7df72103c28382b52fc5d2cb2a46c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f8398ed7858a9b0ce2001c06af7c99d1424a26dec356e2713e39d7360889a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8624a745a2604c07df4fc0a34738e7b014c4163c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8271234e8bcea3a2a647befebbfcb30aadc05f430d9d96c692082742476a95b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1ebe04c73ec15a4eff7c4728440170b0f19d35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aa64919ef786da78ceb098c49ba7210cd4e8a3d9347500ce57348d2fa41e70
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283625171a8d66bee14afcede265aaaef8d26b0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9066dd12b4b0d53df8cf6d9cb03130d95d0a76ac2229355f264866e1195fafaf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12a76c486d7e61e20031cb3d3b741effd884cd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b5fc17c4c2c02b83fa52e2249c1383472ccd543ac73a948d79df7fbd1dacf1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc01968e5f25b957e8089b3e1e9db5fcb275f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1586ddc0730e9671aac385fdd3b3b5bce7feeae3050f657d5a5d630359b58d83
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee454997b20c32b99482c22cfce937d59e50db8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48a38efb79dd8a4a723dc43ea6df535dc81bfb9e1a7a552031d68cc748b3897
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669337b8adf78168ce54c1e6a7c14f2015f94c4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5948aafff4b8496576e47b7ccd03e0e858aff3ff30f01e217b8a63525f198e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7299d77fbd5debd90e3fe63cd37b0fe5a248a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b633c968fc7a2d9f426c8483b8d56b80d38087850039bfca63694b2d2e334d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e1a1305753160a43882f9fff2eeb822e19f242
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b9d31e13ef6f5351396d9bdca1b8aff161b065a47767074934eba990c238a0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becfbc21e656ef74764ac3a0efa5970df07aa21a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cf14324d16c929d9d203279a125464c9cd13018522b373920814ffcb99c2d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151bb93031dcdd1ec21fbae8966d8e6bc08bd118
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e52dfedb9b363292a54a83a62062671b77becb2a943d261879eafd366086cf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86613b8d8b8c092cb230ad3194a300d8cdd0eb54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c6e910e84723c372d91be0d7a06c38bd75f8600472e4e883eff319c8b98572
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8246dee0f8487c7bc4e862cc4753d077719d6b40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3093b668ef1f5dca549c62bed59193877e344b8bbb600a2e37e42fc3c83b4cca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c16691a14196361da3d9135e9dcf6b5f34a1bd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90006ba30aa51680e0806ef8c88abad5a0a72ae2d26876b945ef7f211254ad68
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5414cdcfce050178a31f856069a095f83771d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab0cffc2b3f01aacd9dddfb459da8a89d78a1b3d3b74a81d1b82effd709b42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93830dd9939cfe635b1ac33497ff51f9626f2a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a54c775f6121963b94906dde75fc8437acaa98887ffdd31e8935be5e96be22
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8414ae50e48ed08b7fd0b4bce61ec7e9b567902
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da42b16d9d2712d5bf5c7793169ac02e5aa5dd812658e73aa411c9294e568d3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b8bde2c6660d29980348da0e7b9384e1c7fe9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55410a8674fc249dd881457ba5eb0943957cb77bb5d919d3a7dc823327951e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddf79ca4e1f2597f602c8f5ed08eaf006c4f4e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7d1376d9236349ec2195cf5ec5aa410667894ee4d012fb67c7d8d99f70cd5f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331299cc6f1c82097e3ea1ac0ae15f46b44ea31d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2568c48ddfb55030f0d393f7147debd5f32d54e53194569adfe5eafab091eda
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72effb01b8a09cfac2137d41f7b1c5db1ba64354
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15c29a4fd947e6e452d6082487b4500034c0c8283ef7c8ee4b4321ce2370136
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3682a77300056312abd1106aafee271d4e76121
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0696a90dadb92dd33a32d1c3bf2397a6215158cae0e0347f4cecbfedbe8040a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed3f7cc23c9746a5233bf08a2e11808824ed76d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04fb8a379a01bf9ce2fb52c1983f9ed21023bacef0e9366bf4f750fb3784b52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86698c5ffd67680277b46c6eccecbf7febc13e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa1670fcadc066e8cd413e923dea289a1a5236190a0b9d2ce018a0d64ecd96d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649232f046c853340a2389e05212bc36ed98277e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ef5389f16b07e4e897172105565d07b32a083d6ccce65325fc0abe2369efb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50991df4819f17bb745a0ef27ca2c950c5fbb48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8843233a44f43191b546e614f7ace49ddd1c3746e2174a72779a286cc98d415e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187c720b2fc1df469e3a158c48c1158c304a662e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcff4eba94a34ed5d4dbde95abbe93b258b688cc80ef4002a54f856b87b17d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48920ad7948cb59c659bfec98558d8176c47fa8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b310976d67af9ff37074d9b043ef6110a9d2845bdcd2367e64297d9bf60dba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f04a7ce396d495ef16cdf4efb35005730f17ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c03f6a4fa89c06caa175972f32a1b078eb0c9683a2f342070aa8413c6ef21b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98e442989dc3d1faa1be67cdb44bdb92424268c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f10db20913bc960f2c8735c8356d38c0dbe7df50397723384b7354a47e846d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ba31450b47965ee404e61484517dcee588c941
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1211d04d3fb3bcb52750bb0e7b68f64e62de1683a178f70933893cbccbe1711
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d965d818c611d1c3d48427c934ed4c3f250c6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0e434d0ea58986a1383ec99c23ca478f212da6ed455c3a29208c8e18413ace
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7fe204bf0e72f32e98c68c311fa04efd552686
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe89dd8b78f45d0c1b0515d2b1f874e6e1b353cacbb8515561f699072fedec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48620c6508bdaf64c2e376d5930cbb91aceeae93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50749c6dce91c81c9e7f435001b75d7326fcda89115ec6b54790cf31d2d5cc62
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12c62b23b10524221677c3d8197dcde862a9b51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372a2bc84faf18ed0fb58a002a8ff16a0f596ec4598741c542ee7824ab18a2d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d1e1cd7397fb62b8f4c1ad22068d7003e23f46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a296536dd416018ae6b00832be9888bf416add99ddf930d2d1bfb6b68c9c5851
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4233f15f87d1af3b35f77989db2d96fe03e4d67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc47ce85ef289ebba3c30a731df5eee61607b028855cbd234a714cf452a513e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ecb642c7948cad642c3a73221d35a62e1c13ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7ae5c0c8e68700dd7dac71a323d335fb875bd63f5aeedaf4a2f03400f5b60f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f292525676d24bb738acacd1743649ab134b60e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93213ed0b7e7c0bca6aa397f509c5c29f855353e604e1233b6e2375f57d99850
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498bad2da36ebdee9d7840b4008c29e1c433a369
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6ac2acf77670b2c2459db8e96465314767fe04a6eec7a9b5c0f54f41b926c3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55168171a83b576cbb72d261ae215f944a81b9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bc36405ad0c91b56fc3f19d8b6525294dbd2c592051a7a70ffc67b247a4a1f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0e3020f7fd3303932b348dd5d6a320ca5e8704
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fa5e9d7f5076de76c2bab1c3045e3efa0dbfc18829a5d9ca21193a6b8115bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44660bd71c6c5f6b8a2ea0a1eda9c53da465e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4cf8a4e4c8c436878e94dd738b69de69d643704b2e3043f03f757bdc3faaf3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45239caa010c499b1d45e149398b91e24faf53a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2c4f6305e2bc29f83648c6c76201297cab915f8601248bfbc11e5d62e603b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e39e5c17e4ed195715a48c5f2aab5a25283ab1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9ae9d9841877ccae36e63563d8c0197dd92bbdb3a259f297829c65457d36ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ac0c50674d97ea8e168f108d38779ae345ea92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabbbcb1b36c3c7d162be2de63f2d12067c210f5a3776a11d3c3bee4e4f02742
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6fd1c5a22c29eecea4387b3bc7d5fda5485617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a94bbc6fc364a3ff550cd28d5831909b657bc0ac9e44f8926de35f1d2640497
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832bda987870b2a92f7868374576ae01e19cd571
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de1388a47921e9ddff66737bef2ed4488fee745f056a2a5de25030cdc46c6d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8070fca6b0a8af208621af671ab107e18ed65c63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bbbca266dfc07dc6b8c15614435d5b70c5dae035f1c057e281f20ff2964a15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36c49443277b333048cee334b6a360b5618cc45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68426032cc164198f958288de447df385144971ab78de9773ec453d7970899d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891a393d1cc9723e4c730089b9dcde12ee0c2f10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6745b36a2a6a50d0c901c360289fcb0dddb07e6e1d7a30fbbea87e2d2d3c07c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100c2877d3f5deb3052e993903c80994a1b8e2c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e404e1f82c8e42f69c4712b32329d71f729a429e8e11b6fa5909a03371bd0a1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb45a25934632e1e915fb703bce05b862d2a937
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e45029fb4460ae8667df280d65b997a3e55d7a0e41988df50988910b3e182d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e253d9fca613a574419ff402336601f7dd1eeac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6ae799b5e11551ed50d8437f44c8cfbf9027e13dd62b5486edcbbc11b98d75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b25a9e90c0083a9740bb7d8a68660b8a282636
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ee49d0b8f752e389a9bd8f435f7e0b1c92b12114c828bbcfabfecd5a9128cc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b9ca85ceb8911499e17ed47f0b26f980df6c85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de07fb9de024b3e7cc6c4c5b57ef45be7be6b48275ae58048e6d60d8b23bd96c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32b6f8bd1870ba4286c29709cd3d3371fd14786
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005c4ec17b5a4341b43be134b39a4656831be48f21e083892a1ca8fe14161fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e0051c69696f112647527a74b221003a7d62a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629709fadffebe147716255614df224d02bcac890965959b88e17302845f290c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cea0bbe8060ec645000abe22baf42ff887b62e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8e08a581b7c370cb51ab5976d074bd620303511249d42486809c75c0033fc6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a823e49004650970711e12aae353a6a35c1c65a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506fd0601a200742780d35a421308dd10d61d8d6b26d31957a52f053f735dcfb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a50486614b64e122831b0e86e0ee9cac7d093f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f426f97c4ad6d2cf2af58e2feda71be3c94a70ae6e01fc41b7e8fc83073e892
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0771276602d92c57e3af59b4eb8c27aff2622151
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2886ab2da4d0e23da988d6c53189653a54e06296ba9226efb9344b77af43592
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27f2b035164313cacaa400eebb3ff2124a27d22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df31d1a2a62dde7b0e3ffff40e1e4d0aad6c6042d617a41d54ef2c329413c6ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc56d13a243f33b0893d31adc6c7a7aca8cf069
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7cfb64c39d1c769bfda2c5b6693248ce369767cf852fd6e0952feafe9a7d61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88581732834a5ae4d1c0a464b9ae8ee6f6d51be7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b69e788f1f92b0611761bd582dcb768f089ea8201ff8cce826eceab6d622a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82bc30e7a7358cddfb35b9c5e7535ace0100098
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63773a7dacbda1c41883d9d203a492dac09192b013789e3a22a1a48b7f254435
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeeb0b99bbba866dce541d2765cee044ab2599d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bded98c72cdcf7ae70c2e856835982948d7515f1875213f72781c10b293e7659
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41fb041cdcf22fbe595b087e199c1e03d5753ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b812f1f98d749a25b28285e4491e3a3c15932308bb0f15db62fab63334791069
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d718d5d8246703a095c219e66bf10fc85001ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c451150a54f5caaf4dcc2e759da17a43f45012a67d466567654cffde7c17c8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca45df032925d4089cca3983f7faaaebc2bd251b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb19148278b68c7290699bfcf1175948ff048ad95e3339a333d506df3b30737
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd713867267fa627cbb8ae66e3e627f507f67cf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0732f882e42bb4726ab701b14e38f06a504695f207c184aabe3d61848448a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9222610413db1918746ece7473f221b10ad3a06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07ab4a9ef11bbdb0353a07102f0723dffa890313b25c7cc4e8d5ae751e007a2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f18fa9164d033d65a33be3c6f43c050607acca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45145db9a49e38e3d14b38215d434ea6182c81e5fe5d98d4d99881b14ea1ed3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cf678ad0c15157cb961338c1277d779468f402
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20143a6900f9afa08923750db5df1b79f135b6026bc6af9255be38e9e8a93ee9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79760e19f48a528b51bd695ae88f033e302e9e43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272aaf309ec34b998252e63e7aaac978421c0f134de662664df8ada871fb6768
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e3183f42dff21308bb05343112cbabbbb446b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7d2fde4f90519b4c8d90930f16fe9c59caa262b2daa13e6548ec7024da5ce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e60f4e49d3cb3f92cdbde109c44f0c02bbe70e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75f48dcbc734190c337b5c4321ba4a05189d09ad8aa2f89d69065fa62134a72
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ff3c9c1295c45818190795f1aa5db6db5e9818
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566dab21aa17b361253c3dc0f5a2fea99d9f7ee081fcc3630b8991db8744348
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3498ec98760a4d60031f4a4dc8e1acaa03367e33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc612c5f2210dcde8bc8c6bff4315a3f2864b9ded52f529e4e05617aea636e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de42962a0a544001c717597670263723b3188116
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eafd344a92fa6e1d9a502fed7c87e3b92fdaf7209b7ef4bd0669db2a9f5b4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15917748a4631d98597c7f3ff5b1fc01a27bdda3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79016a68266bea886650ee11522fb5b95c6aa03c29675a3cc9e431071684d94e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a78b3f49bf472cf4989497d0cd1edef41379f37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da147dc9a4f2a3e9a605e9cd02042c5886cf8a84484afcfbff1015a21778375
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc31fdc1cee261428744a843d824e71c2e4cf8c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e482b8481ba88ea58ea8b3c5b58ccf48083c608b4e68af0c1adf89364f7873
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31aa4dcb446f3d765f2a87ad52f30901a97f1b20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2937e901c3e073aacc125e803e2b31da8b264f1fe1b4bbba9ed717a55e8be6a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00a6fdb804affca12db355019d017fe0c228d1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcc8ba54b035f78af8ad3894281272cea4b08f35af448b4a59efa0c2404ed31
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba26c6171279482fe4f56b7abb33880563b80493
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f409ed4d1dde7086ead248bbdcb0925c9e3f8978ffc11fa194b0ff40f56af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e963b08394201016e30d24c2d72f49a6d5ea5082
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a313469c7d4bdbe23437712a059bd8a405105fa0d9c6631f2feccdff96a90
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8755a8a92a0d58482194dba40adf6e6bbecd1d02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c40f35e258ac18df6f8c789a9589b985fc7143a6599d7e9976373500feae6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81072b40aabfc16ff1e00ede71602550756a80dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea154809cce2dc2788f896a1a0431843094ce36db09eaa9cf5b7ab7e36aa3d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e9a5f25e640b38b649b2990a17c52e57f1c00a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afbc6f2ca32b51e693ae0dc739da4a5ccad064acfda77b9e47976a734f54b9d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52131237cd68a0d84d3e28525a8765479a021415
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a25cdacbbbc68d1eaa9cbfca7b15b9d9602fb4e5f2433954f22ac11682ab15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8b9b9e2c9e42a4454685e65bacd48812675b49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f1e849c214eddd346ae57508211b98c3c27f22e36063c662453c8eba95187
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46eadefd28873e7582cbe7d6ae49ce9c81c39b4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970e030e0cd213f5d429e5805f90d873472ce7e7772f26a01fb51e100f6e4a3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1359b89b25b994b90b5d5380f44866c46a97022c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c453fc1b67756adb4274f94df990b31b1b6606328bcc2a966426a1089f0e0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272c928f04c46377a3f52404597a54d64892d757
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1005e75669e30408f5354876f0e1f1277da285725498282ab8e8b9a11d4e81
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57994ccb0fa31b9183d1e1210b28c51dc521df98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2341e1607cbfaf98d00d291d4983c71cba542c20520518f402de21a82101c8ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14096429e081b49cb5c2872f6a93741806f6ccf6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294c69a684a0ab8ade71f669019689fbadf6c232c53707f3f409f0e17a90e59a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f886926075f252c2c1d9f945c860890f76a3a4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e03ad20d3dd7f5f1834baf47aeb870c3f15926e8f9e4af545834c7fd6bc7966
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba3b8c78c3749c7a2a571437ac992e4f0acb8a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6f365616019513446fdcb45b2d3fd176998a34ea7a64f18362b56375ca55b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4705404dcfd7c067b306ca431cbbcac977c5dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8d98a4a0a5c140daaf06088b9dcb914b0d4ab6a270c7ccac16f698b90d6852
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb581fac5b33270e49acce80aaf1f4963c0512f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2da017db636966748831781e51d178a8fed321127fd9140b7ba2728bf2608
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338ae3701161a741c5ef98da2894c865b93ac63d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92148cbd40af5c2a85e1685f8ed056af85eec03d63c9a38d38466fbf58399aa1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbced188ebed208d6e7d52dda9a1ce222cba180
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaf2407b7733ee199fc862de9ff0f148f27af7d9f64f272596dc140cbfa75f2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668de3590da6a2d696084d60a972e52985e3319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b0395f5428022955c9ad0a44f605447bfe3901169c01f5a3f0c13902307189
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bfa33a9417a0821814b6a7a565e652eed26a29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3335a76865c2b18a1443cd8ec1964c25d38636da4cef1e71f709e5b7bd97b392
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbfddf88fb9011d44c6c29d524f319b8dcb3b1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28e5df58baa3a0a0f4b051fefa4b6901ea19077bddaa13b91685d30838d00f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dcadd3fc6e8b6323d4c77b0252370a75c74967
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6aa22c4e24c9fc8dc79086c922bab00e6d934c6ed3e29c3f2904cb5a43879a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa99c6b88316d588ebe8f4a154fc2daa368db5a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30de1ba1b30238b9bb6feeab0ebefe076769c8b798842ef65d3308e901cb1f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a26459286d4c6476b1e3f7f7c3d42d2cb848d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68460af49d97ba82c8419ef7eeaf6a6c24841865d8872e12247c5eb498f226
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7048114948ccd18d50ad9764459499fc22222605
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1b2722992516d7f7da0cf00e7a68d5e10563c64829af4ac91ea602f8a61ac
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1477f04049f6473f36d045e1ee5c6369b517eabb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca801f1bbd9c9ddcf8e9d974f75295d538a09a605b61d0fdb53e0804095fdef0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51aa61b35cc1abcb6223ca2c9190744fd5e47a63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411e8f5c211d5204b4edd8b9184f4c966fe912b5cc45b798571423599715167e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8ce2904013a674752a71b035ef85151e4827d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57878284ec3e43ed27f5cc02d346d9812b0e5180a0b0592c812c406ffa7fc386
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c67dd39b59f95ff5b9bb7588fae9d4bb0fbb8f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960d10632066efb82369e2d82067ae5a5559c61f60733377351adc33dc95ff26
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8f7495c01b519f3e06cb9057d1429296202cab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec5e645314ce7a56151738ccfc1353c349cfcc321a0cc10d7e1fc1d8351ffd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b5669389aef0d01d8213df9f5a54940c578a21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e68af73f278d75f6fa5053acfab5260d7e5662819cb5b3ec9133495bb129dbd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e455a148061d20c54ced82039508df16a57ff2b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a990c7bbd62457122cf1c302727dfc9931245915ad8b88b01ba35bed4ce691e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45a16b367c8fea311cd0d2e8aca3cacc002754e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d49ec0ed7f58dd6bb5319425437a311b47fff77ff061f9131691d853efaffe7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d174297e96867c16be467d53dc09547bdba5d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cbd71c2793d300ca4e68c7567984671667043bb50e5ac8c38eee7896812dd6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33857b251a55644c871f5b7243aba603bd783686
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f982043843cd1f7858c0ab0c212fda19b1755b0f1b45c3d2b1969a54929ebb24
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe10b1920b69f038e5cf7c05b53ee3b5ca2e108
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800043312df07d0dfdbb65b1cd954bbc56e4a0ad9745d9630cba5b5e04f8964e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae10321a115a70bde33752769a9ead62f316cbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765bde6787077b805fa914ad23ee2b6b380dad944ca51580540feef8662549f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccc87577ee14441df9c76b492831eaf25593871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64ea0db40752744b9979fbb58420505e017b027daa6b8d2b193c813afd0745b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed7c8acff5dd684b4e6da196ae62271161ac78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0992e542dbb09ab44e6d818568dc2c7b134b7eb4f0c6f09a7ab56760b5003aa4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9ff6d9ce98370dfa34c83c33bc433223012a1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc558c7af391c7309fa7a23def9a236de27e110a8ca7fd771c87b1f6406d6d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bd95286ad9816c8e9621d415de50a704580489
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cd6a564d99a72af5e84f9abc54e98af81622fdb3f7888e2549af7fcc9379a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51254c55b0099fa514b4231b6a4a297af0943c62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2ba6786a42c4cea93f9c9f5a07412a0625c089a6746b302cf3d0279f14bfe9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1eb46c008d8670bd9144a3f9fda6559e81c13b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba6bfe5e95c8822bb8ce0d2c76e630c3a0d9ba273127c5133d88ea6086b85b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5697f001e48b689011d6f495bc8924d8fd3bf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e12e89ce1879de5a7f4b1a0b628704ac28bffadbc8cbfaae1c13b615601b39d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e451c3267af1309bfa406a3f6b75b1f195c797
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30b76d07a5b979bd89677a2af66601621c327461dc796df85dbc8ebbddd2ded
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51ce3c2406997397757684c0a11af95bc51619c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d8c4324ee4a355b7a5d999d8a6c8e729404b7ab8598f98c174957c1a22c07c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b6694d7e2a6b043e6b1b47fdea9582b357e034
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7309a28414ed4f7fb50ae37de253410e68d448e47fafb69d20057278c5314c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b8e2f55a37b36b8d85a49c905dc4b7b8763a45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d9aebec9e731fd128cce63435e8cd74ed004a173b9617373ff8c9117eaf150
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d2919ceb03a248ff7fbc6d154b070f8aadd74f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f119d8ffe92df8e09509e72c20328966e53c06ee06b450a719fe7e8627e91468
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183293349cdca459a71c63de0125defec0125953
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6550bc296375e5820559a3f5ed8a2493f55cce316f60331dd172f4c0c374361
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6840e77b83a14d3af3e67922da79ef228e5d360b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be58f7a34fe4219d40a0f10003df15926e018e55c6536bc4d9713ad4251a0898
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc08d16e046ae0f0dc089c060cb440b4ea201606
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b44adcab41d41954806e569458f37cd11e37b62d280fdae2256d5e43280c28d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29da7669bcdb9cc978d2bbee0a287dffeb2f419a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344a5043ba303aec76b887ff528627b68adbffcb1050f72b28839d907584e2fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19a57d0c39eaf6c77180a070c85cabb0aee4bc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee03dec8994e1588ca5a9fa4564a92bac4033b998dd35411c82b12bba6bd4ce4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8ccfab3ed3d7e718f1349109083c147ad450d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6623b2fefec103031a96a2571ea2498d09569f334399824ec6e6bca88d7eed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d48247d4a8794b9e50c9095a03046e29ae3f0a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3ab8bce24402f29d9dd7b55a01fdfc15d51608df0fad5b3b563415c622cc2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75113906b74bb9abfa09071393fecd5c3a01306b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6d074241baf727219bcddb82399683246deff707e9627ce8c13bb2d203ceb9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b13023a705cee24a72e733a7c2629c6f8a2fce1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4929258242b3e60648e0990d8ba43385e77617b0aa1bbfe25c30df8b188bce28
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eadf472ff372d94c00c406942ebdbed577c19ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3374a6e73cb9c06dee214eb44d2f2572ccec26813749e35f107a4e62654c0e40
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d454cba1108b396d3963911049aac95c4b39517c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ccfe1a7316048b4e99edef2c9fbd9e6bb7c93fbeed349d7f19c8c1ebf1c3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea62131258b81e1efd2369a2c4ca0cc644f65119
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadd6e6c93ccf5edbef8df3f58bc2fe3ca139f4cf09daab942cf6c5ce4b483a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb5397f6dc91140419b1537da6a7da9d968ae3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0af943925c67ecbf12b060095f50a302fd761149d65ca34357b4e16bb7f680
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645f03fe9ca789ea30e609ad8ac9918e3102399c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cde0f1152312b065296d56ac48aa24a614e223f644de68ad3cfef4eb32e61e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c708c34603850fbbd4de6f3db57be92e53f56eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae05798f006e6ec3c897d359f157cad16e667c1790e533287350446bb55c9b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaf8e28d8635bb52bbb57f841f2d58130ffcbee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5ea98291ecbf68a65b28a1fb4901595aa13b6736d867297e096b83c157fe4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee67f446223a9f167d8dafcca8a7288392c65b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223005d5db1d031fb2eab348045f05c3a453991a0b78c967ff1ca98a9411d39f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06005c1285fc8fbdcbe90e4adcbe82693ca942fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2f17c2d7243d3ee954c04c17f3731c15a18173454dc0e3c49bf6d0c6029cb6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a7d33b28d53e27d8697111f3bf89c87905cecd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900ab82f4e602e6964648410e72cd5e91bda2da787b10e3043e46f7bf15415b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ee25c62624af5e3b07d19fce90eee8d019276
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec59447c7727dbe10fe4010937ac047e811656334f665ade9a538a1c4a428d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e875b20a0400bf6e62a92ee44661bbdebdf4b113
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3235a30fcb3b87a0e7386e25540f180807f1ed1dda24fd4bcc0cf06ca1b946
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9d2007713eb9f15e5e8b844332fbe1dc97a271
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0814decbd4acda1a56b5fbd54345ea275f2c875a352e89f7feacdd0441c3c6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f5d44ef9e6f1ba3b491d7ab138acb58b2e0dc4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014017704e1101c49c647dd1e678632e486189643e5f7788720f1c6d9628aa7b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92aaa5053ab32609a42250dde880ab64ecba36c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d0a52a0be088f9e3df9e6ff97041cb58439c88143b21769dc2dd1d34731b85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2909e183cfc8465fcd6e463355b6710b67d8f1ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10032ffde01141efd15805683d5deaaa569acdcc9009be330c1c164f65a9ecc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711d300e07f147ca357f54f60d9202962c34a8c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898bd2967ae61d0990a2811588572c07371ea5537280668063ee2b1c2b2490fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33107c5b294629d6c51c235575097056b0e76ff0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d15e53547ca81b51738f6af2d30287580bb700dd002e43bc0c7aab66717190
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1cece4e61a2a690840cd5b51159a58a896ca7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54b6677de30e28f9f600c1ae9af86c2e0d9cf70d3293b08a8c14ceafcae8dd9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f3a1213a4c1d8c3f9ad5c1d98f4966058fe3fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6ac5b12b6e53ba0e5fbc9ae4988e00cb3bb4a08ab038dd8edc41b31eab4c47
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55800f329b43bdfe15e7630bacb7ddee52d00730
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0544512eee38fedee2dc2b90b14cdaf649483fdee8f484a0ec69d48ec96e9d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34077052c4884eb97a67ecc0a97e873db6d0da86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8925f82b9b36985d8af351c8b4bdcd5cb023f47ac780c04509fcd8ea48de7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1608d6ffc5c75594ed91121e473a73c70a36c478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cadd444b1425239f49a1267de8f0d177343b90003ce1e8427dcedd20f818ed1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b78d15d85240f91c9255883e0940e7d6626a92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4390c5178b8bbe21d1d2fc5a14df195d9523c86ceb8082e6452d24f1853bc530
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c08375dbf864c025a9f78d40ad7a1b696488d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda5adf5e2267756c75b8f059834e988c653e2ac49961204b750b371ff58d1cb
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7a1079ae9188a4734b1d1e0226e71ebeddd3c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6981cc2697091ce82bc05cc1c63ca3dfae3ac240f53942f625a893eca11ccf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdd5ef0956de30449249e0148807849e47b59ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0ed0f792a2f5a144e0bb284332d692224704eed1ff3393fdf794ffd72ccef3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa770eb50426e728934f97b50b8180fd7471462
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e27255d1cbedf4942d6b83e0f7067dafaaf1a04a35ff4a07546ca12f4b07a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7855d09bfe613d5230a012d2366fa96f8099b3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328ca30cd753ff7b69c71bf777479dc45a20691219ce68e8654b4e37d52be9f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9871bd46e7a2c739021a9abb2807288190ab7e1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16f74d87d9ab0a1f9e18fc0d1b9351685628b0a1e27f83abd19efa30603043a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59191d03c4b58e684371695225e962eb38f31087
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e019d6e3ae4d2fb61c7c8b328a8bd4bc2d1f2352b1e26bead809de11af2705
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4164c995804123a5c09ea1348241848a4dae2620
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec000cd50112197b7cbd123bfe26504d975b3b9187ac7499b4b56a55c05dc59e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e73a1cdedbd41f2839d96cafedf741b85ca7be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb286b323a7cb193b4a81000cfacab10f3b4fa5ba90c2f5f3918b34780f912aa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ee2623b9e9ba512d6dcffdae6ceeb2c7cfb021
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de831e50a68d0a9dee1a905ef6acf1057bdfdc105776b622dd3f34d522358d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec37fea29683d6bde46550f03409e9290ac9707
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f954d8bf6cffcf6c85985fbf6b563cab80d0bd8c4c34f3145f7f2278bac51f2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ebad562bf659bcd31346ceba0ea86c7d99821d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a4594f5ede4a7fb3a2e916193c10ea6c8ce19e0b4bf99a36df5bde0698df85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a892bb5df36e1a4abedeb70321c21ae4e0c30a33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d10fd41d3dda029d251ada8781f9767adc2f1a9e9fa85eede1839abb671950
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7863b545ed1944cc113e1a345d3e0c726658b2b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a61c0257c6a9e3a1499ee5f684632fc7b61dc0582be3864667b376c21cf18a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd17cb73a96998a83d3b425ebbfc2784f84cba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0899918c7cb24b1acdab31f84f96b0537e38c8a1cc81c09c08ebe1a649dd9af0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012689616e6953bde61b2772b5981a40b370e899
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000cf6bc4d33e25306e2752014086e9bbc92c557cdd3290ba7fa5ac1b7595705
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12619f85bca4f63d02a8d9acc983a9180827407
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e71025198b51943298958f4cb112b2aeeb613eb0722d8f88b5d0446a69c4557
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae173888744c521cdfca5aa2dc0fb6a5d784af2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c56e3f968f93f5331c663dfd3d3cef5f3876e5ce84990f80856819cfade37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1098209d9c3f2f892723a25ed242fe562868166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56504d5f096fff3a874baef83ea0c9e4109e7427700f8faf74e7f390e7f2b84
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9962574ccd703b9007d7acf208120c90b8a206
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0532be49a76a18d91c07be4641d818e5b34ca8b20867a8b700b53353a78333
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea1e60c64d5d30f0da96eaf58488d46a10555ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a3cd3abc9b9901319aef75fc80b5aa378890c56586ac63e9c0442698a905ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34a4743ec810dfb87efe0960de7749cc8d0d9e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64cdc1395447c4cadd373d667d9386b37b99b7da40b0be22d9408132eb52662
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2467678937a1ccf5797e98ef753bf11d7841067
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7051736a66085b7b8154de86685d91f24354b5d8c015260264c7d8788f771216
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d487ccf7e14611a3a5377c31fda17d2828c92e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1546e7fedc1ec50af62746cb7155b16907664d5e27b7fe61c8f9486e6c48cfa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb0180912fc3b8b471f64489010fc1d43b64d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76f35a9818d80569c0282c410e90f076c67490126592151f47af7aa600a291c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f600f952023842c813a5cb7820e119ae7dd78c8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0434040e9c18cb9e33fa167b82c971f14bb10255d56f23d371c431d250fdbf2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcaaa4c151921a8a6252fba703465d62c5f078f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a75e15ab99af6cc5dd36f81b0fe3204e0c0f5c4eeae3b1d4378318759fe3019
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175c687c87f4aca0fd759abc533acc34ce55deee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3861a4260e18b3bb2593f3377c64f7b978e282d3060ed1a695c9091dac175652
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc5ad35441a678c62d5ba1998c60e1b2e64a4ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded6a4956432164304781bb0bebcd1f1dc1b6d2817b23ae19a14580453d3962f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0190b5dcf4c1b9662a8a0add9f00f964a69de1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2424f688cef42ae07de4a278e679b979bef1ea7e4c511ee633d990c0f80a375f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c14ee4cc269eeb79d3dc5802a352271cb9f8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab74ac1e610e6d91d2c9e61a6ed9058fd38bc64dc4928b2ac3df8455de97d01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dcc905e2f1ab4934c8d61288c1bbbaea8c9d4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b565cc8d6c79bcd6e37ddc462b518da5c000ae093dad0656418bcf58e9ea287c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd83468579aa13e8188e0ead0aa8747ef17a1c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e60e5f1dbc48740611e000bfa6b8b4c292c1e7f6137dbc8a60a3cd931168308
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280927977458acaae87addcf0ff25abfc36f8bd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f642bc15f5d70127b895e608cd803a5672e55979910921da44cda372b23452
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50a3248c083ec782f69236fe9728804d8181069
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a086b4e73d1880b9f63157019c66f1f694b89216c3a21ada3a319823d3d394
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2b32f9fb48f7d3dafa9bd53f68aa998dec583d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce6d05ee950d34cf9377bbea553a6d03b74c39abe92637dc194df3897862435
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b46c2148208ad126859fa022b613259643d9199
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb7b3d8407e6a12f46ce518038915665de61e616ce984006cec21a6622da98f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8200d6b199d76cf299c4b21c6ceedf11b4f94320
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7055acac89a45f77925677ba145aacbf40ab69b2e1ae33057fea798995530f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b341b0a5ab5f5f7df64a01ffb70b984f848354e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa89e501453df3bfada43c37bee6bc4d7ea1c022aa97396600a3e564eeb207d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8529ce54ee685f8296e096141eb07f9a007b67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f0efd926359d30d22b47d1f5b08e538f04138b65745894de6a420f005af72d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013e2ecc8959704e5dff76c2f00cc1bc4e3f0223
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279b3c5684a7ec405b69bd2d6c6cde06b5c8918cfb2f544a4a1678b4b116dcce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21a9eb8c68c899036222fcf2653de5d99416547
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a0ff5c59f4f986a573d2f4cd353466473ca0dc580bc62fd6421cc9f3943c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdf650f81e9017487f4d8a2deeafd01d968bdf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad1a52a33de096723681c4f172ece0abad9c961f22511bc5ff9efad0bb26ea1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e5b245be8fb483bc7445173127dc9789a3ce81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35f329a90848eed17d6967d0e673f5f547185b2c36f7e7f72648aae67188a12
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d37fb4cd7c5299f909d6f66542831c761185fbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60afac794ec784cd40ef3a51bd64ee04e17e8b6a9bdc49785da55084819f5ad6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba1d6776caff04f00d14c300cecb3fb75e5c14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea33e2a83509df13362a7978cb76d9078f1e3da53d81952864107cb350dd460
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e931867fe4c7e72b494a4e1a87879f5cc9e3cc26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6253fe111f94b8e886ba5c65b673dfc71868449ca7946c12e807a6b20955a238
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc215dab6c807343e1ecec51370b6d0b531c88bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133ad5014330bb34828f6222a8fe5144b971d98cd3c9288186cd0d6348f6baa3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc25e141355133ac0720220101a9b3f3c7ff410
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1fcf52afa1bd8923a448a96fc926b409c5cfb84a8f3254122a459ff8b1a456
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618ebc4f29d17b77ac3c217891b174ebbf9446e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4828075f86795053802fb2fc6fed5c4ebdecda905fad0405597348707a80004
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d433d480dc9c57b5a8052457028af6027ced9f92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1142b377b81e06f7d712a80ef04813675b73296d7c5b6096d8abbab861e285
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255abd10c413cb5a6952f46c294a35025a250a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e88a071ddd4dcc3c9d76aab5aa9b01cba0fcb0d96a4d3059431fa193b6774dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e3469ea1b15950b924eabd6e1034f145cda16d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de4b4e4b13a38136c004f59631fb6cbc33c0100f1680274710af7151dce370c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2658e64b72b697d10b7b8b090867c5f760bdb642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1cc963f6cd35a76d37fc0e24227a17b74f6b09331bfdeaacd485cd067483f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0a6d1b142731210dc6bfd696a3ea48a111c862
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315838b2097c00fea92066e7bba672663d73cb48b3fab6ac6a7c285930cb6b48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c461a84fbdef1b0d5f04d925c10cd8dd6c11e04b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c3fc3169ab53291485d768e899373067723f4a8060e6fbd3a9a20c238d0d3d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce472151add959ca6e709d3f991eeaaf98a000ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d830d1ff03f9e342e51dcaef986afe7e7461878962bf784dfc55c4fb2d33181a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63c963945cca85e3b6f5d42fbba8ae8f83e623
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4dabb7dd234ef9fd158acb72f716c9d7421c0e0153fcd867f11b5b9c304d97
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad46550ad8589913d49030be3fd5d27641f4f7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30875287865184fe1634670b0c457a254f38cff40da2a5eae6e6ffe0f0b205b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85da1bb284bc4e14a36322ca7f068095cf01044b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09646d11aeb58ebd7702bc4c7941e77093849ccd960d1491978c6c72edd2448c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445da4194c8e224825b63865efd7f59d5c1fb6cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f221177253373777edd37672277f4370a7340106f9bdf9944d2df508bcd7c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da6b033d385a0fda2413143e498d9b6f19a429
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa0287f1476cad1d54442d40aedca5e1eef8c14388d4c6634f9ce7a60efe586
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969af64b866fb92aa182ffb25f0387f23bb6d4ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b54989b002dbfaf071fd36f62278da7af8540c6353c2fa9d3cb3ae2a46823f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ee2dfed1f7570f937e2f1ca3e948d20a208ef4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b093539c7e38a2203898f7d6024d96634e76b978775ba060d986fc5b3c8ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed52a81e4c3f8c6b6794edfec50c6523ffb1556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9531519c23a53ae2d3c0bcf69a44ee350014fc9b76aefe55b7a85fbb6b703f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0404071f272c7ff92cc6a7f6b7a4e0952ad4037c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47481655e002e05be8881aa697618677cdb29699e1cd4e8d8f8cfbb677b7730
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590f2178022a3afe94280418e0fa970245398ddd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e1a70e7258a17fb0cc802a5e101ad3afced66457a745a0c6cecdfb8f262cb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0844fa970e0b3ce395e6ef5b9c6b60f73588ccb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cb8be7726a856b241c1374aa1fa889d1a0cac7623e7932a0b12e802caf1aa0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b2f9c5ef3b5030deed6a2f2ed940db874014d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b156afa18362312806172077a6dfcd77f585cd989537003ece3c3e5ccaeaf574
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf7b5af24439f3856376188bc570ee5986656b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ece405876d63f47a2ca7298e9920d3ce8c742549305794b1366ddd9c0b7b1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8336c449aee8ccc6a3e025ed9532d2c46a3d4418
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed43fd67ab1e1403ecb72a1b35d985e089e225ffae2326f21c52bc2621bc4f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce55fc860506a59c74b93ff459723d7a18f9d55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b5f52472665e5c2385327167e460021818deb950b71353b793afb74ae7c20a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112e9b3a51e9f6ff0a6fc58f87cecaa1fd8537e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7d76227cfc88819c6ec65a9a3971e4e90cd10017b1e1e3e2f5de23adff57bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b359207e6f6a4cfdc67a284af78bb1780d6c3595
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac070aaab467402d1ac931be07b3050836f2ba3fc73c4890a0fcd4a17b018dd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef4fda065dca2340f4192a75067d777f3f503bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac9a168d3ea6fcd46dc7c95e1aaf577b95f9da257109c72d6966ac89a280cd8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c501ef821f31ad6e59573d78f1acdc34973d6741
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416ce88a0fde6fd309eba308bcec1e97b0ea5d2b522875a158bff7acbc7355d1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d392113b80198eef26013cc12422c8ec363b6d15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1599be0cc6cc91b2e8d990feb0d15f5f2baf1b2811c3c8ee18532245140bdb9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6eda63cb183cf04f831d6ab90e07d6929fe7103
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2957b9141af162757fbd69c440a9d1812acc684a8441f411ed1f3bff777c738a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd69421f837c1f580a36c0ebdcca251d0a822f6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c136f560a667ee203a69ca800b2dff9a13498a0db7dbda6fe4d7b864efec6b8f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fce7226aae30741c0487206ac834a57ddd0b509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a053f4aab5e4354355835a983fffb8234c1cc3040a6f54fb8793c7dcb6d58878
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659d736fa9084ac4cbfb6183b1132deab211ec46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47abc192549cd5cd8399aeea8da2d8dcaf525f9e3a651141e472a8c80d999b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a75197405e191f32e44f12fc27d9e844a033ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10089a6831fc672aa73373465bf7ef7b97027bc4d8ea97151dc0d905fe8f7176
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7116014d33009d2e0831c19d7c5c3867e0e86ef9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434a0d65013d557b538250955ed641a8c92dd063d34e1dcdf615dc61166fd8ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb846813bd92d82d227e6b5f724e1b3dbc336320
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2cfb586b01bdf8a40187d823afd84a2c1da45e9993b2d4864a6f55012ffa0b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5600776b8b57e65812ab3d76a9048c758ca7e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec1a83055b771d3accc1d383b8219cd146c6d52448860c90336174abdf378ce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd969f09bc4457a799d026709dc9d553b93cde6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63517d4f3afe7719d97099fe7c47281223973b96f2af8b779009751b484fdc63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32014d88e95525d6c67563433a2e1f01944a9c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a9afc036928490cb5facff8059529674bcce4e24271e3a5d281103a2db0c76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d90572ec4f163d11ca2e16596fea40ead822b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee867f0c7c670c899f2a6b92dd4b995b74cef34de722aa6e59c122af497f6a1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a43714541e3a1c72f2be721047d954e582cfdea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d50f2b9f32da8bd113f391534a94cd398f1193e42ec421b088439f46604c03
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8504728413d676ec504e3662f2012573f35f05d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b96437271989917d4e441b9408d0f2281dac29a859832003ce5feb7f810dbdc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaeaaba81c1b75d25a9ac7d6889ad9e1544b5ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca085ac65b34fe1159d3de1687874f67adb5a77ad300a1d8c3ef961aa7ddff5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a385c192732bab8ece88cc157995d138559e61d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad04452470c747aa7cf05eb5daf8c49dd06ec261c2f37261c0ceb0bbf6afb0dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e087728ad96a37e8ab60e053694f3b57ebef3904
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7603b1c27e541eec0b3241bfda1ac6c36db6799dc884bc8858cfd0921c6f4e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5024f22c6d7b785d8c7564f002c406c424357ac0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611321402d3953f67f017d8aca9f445d13bb3426e12a594636ac0bf2b5443305
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d46248247711df79874ae70e9e07fa5ecf5cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ff2b7773445de138b31472725ff2faeed66f70dd929085618d453ac9701333
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e9fbf5dc6fc0a8ef49e1534d0c160c1286fa45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045eb0304a5f3308a6224ab3b40e33d983c19793df8ea944516a2e5d584c35e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb2e9735c2433dbd0c05b5b3c7c6a65c6c165fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb06e32fddfe5a6010407bbc3d3f5cfca1986986848db2207263c93615724c92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79639b6e390cdd05eaaff1c7b8184934a9f3b70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f8d91fc1deb17331056326cd4539cc0f398c6af7caa9765a4ece3994fdeea8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24aa274bf1af23fd8281ff49e6624cb6d640f94f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6b4b44418294a3e3a2569d687da6bced5f560dc1c0d8f2271c853850e28e3a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2c302ac99548fd72f14b72e8829f5f65e37fe5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7dc63fbcd1b84e6d1bdcbe4d842409c46770c574893863c8d13d848d2b4c04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c53d894834ee2594e3b57b9ae45fc865c53446
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aad8ab63c72373ad9d4a41c92eb0f7c5429848ded506c3becd5ee6b6be3c9d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc606b8f6e77f3297fa167e54c1bd3a9b6cd1ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f33b130363047e1eb14b72d513523620941ab0843cef703bf8447db426e9e1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f01c2cebab9d7c64ee6f413f0438985529ae2b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877e90d555e9e31c0f25187668091ea2383e60c22c19de009243e5b12608ce7a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefb498697ac905cef70bd7ba1922d7cac19c0b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8307988a27b90cc5d673c8ae2df3971ff37160b6a5fbea4869de2ab63e38850d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cabaf77ba2eb966818a71c7c930fcb4a8c6f07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effffa101a7e5d395d2f900c9d796f36ad8e47099dc3017a3b92ec476ca03118
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcff7ccc28fbe0a234b7a3af2463bfb5f3ac9db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5709e8d6c1a268186ef5d8add2976c043b56f1746c3a3454a6141e8d889af5f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e6680442468652c19284efba6185984c552351
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c47c51d3198f33efd90461d6ac9a4ff561bdc347bf74c2634fd3ce6c453afae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d77f4cc9dfa0b739e019c4a080ebef7b3d6599
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6238c8463e185dbf711348c07cdcfc604680ac1d06413421b26589fd673bf35e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af566d2a6b2d5fdbb11550fcce777c9b95c4764
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f2c351406859d6ec9c93d57d25c3bd2790bdf6af6d5e465e3c18b1fb3957ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e82f7ec83455c66b23977917a4ae4db742a92bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52661c30ddde663af9db1c8a62103aa1f8177ee4b2a4b207c7bfd83c015dcb7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178ed1064c38f1ba11a5d00ab6f14060fa2071c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f71646ccc4759e36d106df41f8f6835caa84629b7b78ce0d2931b42eb4bd82
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11b1f13e86973feb16adc1b378a8690cb7b1caa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb18361f30921d74cfc174e7d1111cb36608b24f66a667395ca2b1b24ba33ea
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a5fa8885b94491ab2231571ff5e43c199cfaf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c805fb5c202e433c39f1335f6fc623cc89319898023e4fe47c60bbb817e47506
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660b3b737d52ed862820633a47de5f6ca58da6fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6f192fed2a3a5d68d8b583370d8e9cfc7ceff9d1d779a8499baab1d9849a58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c19cbc0e7b05c022bf7c8d7e8e48ad37ebb791
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254c2791e15957f4085677473894dab4f288aee2be85d70f2c03b2f8d6755521
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c2e41ac56890fc57be51d6545adf892cba2218
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c543930745d61baa210b29364643a910696f897de66c82a6bcc17e06f52064
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14281356f878cb54f4525841c885fd41d46ae09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdcff1d4fae69f1f043de7a6f8ed7913686f8c851c2cef7f4c13acb557657bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b8ade4686b65575f4e9c8beffd447b5f6690ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd05873cdd12e5a74338240463800889acc3616e375e12497d859f02ec66931a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f590a442536fb671e7246f4a715fdd9f0f8bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20c801e0ab0f3b5f4dfe24e10599badbc05fffc2b22f35bea0ccd58e7bcc382
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2974c0163221ce9a232e378dc67edeab81d3f399
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ad99d6ac336791377cad59a89f3a391314b32342c39ccb9c79c688dd0f626a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e493e9f7cba045b250e691df04b01b1e5c3506
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d5db45eda5a6450baf123f30296b765925b85951a4eee5915d136c64684b03
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6404ccbb4f5e9928fd97022039b44960c1d9e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b922fa9f57c19a4b3e7231b63c2caf17ed188999ddedc4d7fdb53277425bfa9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5570e7a236da4b459b2615e9dd06d1183ec685ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eaa87a4c77936e6f57d55750769b2e416ec19b696814b47c38ab6457070dd76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9649b3bb761de937b9c2143c34fb93e2ff3a2077
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19a1e676484a65ac33e06ed75d438d0748b115ac1d3ca1942d3dbe7c140a3e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4235b4ee0e0622d21a47a8cad64ee1550f03c78b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5ac4886c32cc5f6c8e13ca634a4d2d1220128f631d573eaf57951af771d832
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15490a093ec992c0ff9aaa3690e1f95f8ad901b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9ee40ed9b28ce7622b0d6ab26ab42666ef86115ac129c04a47014e1e866214
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea4750fdf733cf468b8600254848bafdb0050ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27879893ed59aba54c1d92d24cdfa83d99ef423b287ed44abc5ca7972ae0d5a5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9178f636e8a53cfd5f279214713c8792ed7894
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73da3cfd35fe55c86e835104b01c7f3485e5cac7d8b489d2ef322c06cb079215
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709d72cd3b315ee1c9c53b7b3ebff7fc3ffa3dc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84994251b95926c0fb3cf76cc23bb4dc7924c516983b6217dae761b5fefb135
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063291a402076235134cf50a24a9d8e9fd06f7ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab123e1db500a76d40040eca08cf773b2dbc4aea54599bec2932e5c12b00fdb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af15ff77123d9c241f4877185fc4ad837fa332
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fcc6c92d3b2074ea51fe7569c3748b1a6ae0c67728dabd99b785de0dfee354
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9750e5860d25b2c4ea2430d4f04ee3e0d5c7c14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665f436c0b850cfed8df94895efac70d65d98abc645f4dc79ac201f34537d50f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081baa26438fe9f427624610c1425467ca4ac035
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f06e1ac13a2385f1613143df8c90f523f757ca1b622f1dc447a30bbf796c02b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38a6c88e356f1ed3979ef4f33869f6bacaf0d7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac64142162f626050a2d9045c6b3676986e270c666c2f77e4a3395f033de4357
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba42b57c21332abbaaddcc340b57809381237d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4637fe8bbdb6960f28b562c27028fad5f95340158d5c7c873f6cc3b6028b4a2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86aeee20357209331d5c7497be96da354378ce5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5fa125e52f90b48096d23bab71bc3bc59180bcd09d04ca1ce7a63967a10ab6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64f317c96deadfdc00c5d2c2f2703ffcfcbbaeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a085f3f09f6da70e80ee430881e83627a3d7067e484babdec7c08474db4e593a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfcf054552b2976f29e4b329ec01a4790b33a4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1c1d361a55be05b84cc04d49c10a22952f18f316ba6530ceb73e5eb6e14882
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eca19e969b86482e1d84d3ddb0a93d09b4d1a7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53d4e9ba45559db30e978316f7d7e1b77ac697f1c0f2e0f925dcc88e3615a95
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3adc898be7c7e5ba29cde96b33feca3eaf4ae3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bb9432c92d157304ccc6567111507a59db73f4121191061f08a7a2afc90ac3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d38d64f6b6a335b54ed9aed220d7d840629b5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4707e585794c25c2eb2e5732c8e5897f97d994ca6555143f2c51febf92d5ee69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda6a65cb54453d0464e6a91029b4fdddbe036f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa49ed1efd688eb18152819f91f1c6682bb72d698824b80cf4f7bdd7adce1b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2e1b32e8380a77c23a91139d31edba70f75e20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fd23bf132f73176e97ecae1a677449cf1b3b0268080fc40773a1f8785ce20c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098a63adbd0dfed8761f53ef2c2e51f1542874ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a63fd65db11b1bd5f026fda4ceab18ba89ba2a3a7c3c2171736aeb93b6483
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cedc7d80c7147ac8415f9abcb32b53f53225cf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8770cd7c1d946a33708408dd1b6354b8ba3ff8fe41929b921856336acb747f76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b94d144ab5024b2729499060d4a27cf73d37b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d1e0aa450018c5daf605d26be051d720982ebf7c5e0d6c4052ad0a300ea7f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3052e6e537b84b3735db92b0cb20ff30d5c2e9e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae718aba4c2408ff94a74d21f3abde44a6279ad0d1942e66e5c72ba613b96234
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473af496d7c1414451a226ebbdc7e46292c7159
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6e0293dc5986070f4a8a3b199f06af35c3151838d5198cf748d0ffb5be10b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ccb40e3cd015627b95ab1c3126a029b4b88c50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61d4e9e60dd44e710410a2845a50697c359ab72fd8129dfdb9bb50b4ff3c956
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dcb78d389d8513f3f7b916b423588b9a13c207
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1fb819f7499399804de50f343560f538ea66dca498363aba2dcf83e0317188
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c4ef8c817c80a84f5e3498b1051546b50bbee4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1583f27c4362380e5f5e57c56d3bb7453c5c5f58cee3f03a79ac5d2b26442d92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa52acf9f6079f1d819e02ab691531ea116623
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b767ce86d5cdcf78e994d97fb594972280ef9445d1c38906678eccb52ed101c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1429a9b91f17856857e05883af325925c32298
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2ece3d91cd74ad14dc461c7213e44b8c8087ab5a65ef2b69a757d89ecc1cf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25d55e65441296ac5670c1f0b3aee510e1a3aec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52ae503efce40c36455af800127bd17e5b95732ae900b387ced84623c25af5d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e819e5fa0e65b433163d2eb3305947a36d8690
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419d234cbac94e988839d60747f4a5fc5519fd85a70219e26847f3296f959c14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c977c48437e16d74de5d6df5d78c3c2c62d2dcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b111c8ef72d0e55db2a834c8edca9363bb2eab08f859a6109ee3c19978e83b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4265338566125d641bbd7375d64085970107dbf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf722a1c8daf4af81528479495c3aed6eea7892de8ac28eac9e948cb570db53b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc381228575b3713134d649e87749939449bb95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c373e28988229c03adf88ccc50ca712dc5737c320b6a8dc0e99650032eb8907
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3ba315479bdaa367e77ef81c204142441ee44b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4db849414da6014871b5e0dbf7dfc64927beaed87dc5d0f63c859d3ac9b6bf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49782ddc4337f3e7bc09cd3dc806f7820ea251a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26083cefe7de5e423e84d12c5315faf7bd1fdf51770349ed3d87434af6e10026
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e24229bdcae6e68ef8817601edf49cf6ce49ad0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018ff6b1bfbc6cc663643591ffb6d8643b007d22e5a387c5f7222d7154576122
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68df7952c041874fa236dfc5cae36af5ac0c13b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4f92efd021a5f659e75839e8360ef8dd3f3eba7b631fb6785f42cdac9ed9fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc48dc0033eee0b5b08351d792e5d3b8c75bdbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790d318ba399e3b302675d34a815d35cdd1739f95c8c3930eee404dc476f9574
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8822a762c4e38aa201753225c60a9b7a934ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c46fdc0ccf310ea64b6677c73a3a8d980b988dbab02ee94d420e9e56f28fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c92539d63886384576017a6e101b3686d0b49c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecc3e6f963009ccb4a5846effae90fb00eddae312172009de78ed7108dec6d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62cc7c885271369dcae10c3026fbd116ffd7524
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71531355abf4cfeb1ad333c05aa274b9553fc0f4eccd6004da8374de12564cc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954f6718cb690288ba7df1cb46dec139e56148a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14116f4b7b5808fbd529b8e19cc05c995c5bf8d2bf4e2617b784963c9b82dd8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564f136b6a120082ed440ee3aa529dfec0f6f425
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef8a1a11b554fd32b205a30fd7ed224307fcac9d958b597d144973049e62689
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff6ca11e497f49d5abc02c9807c6b553be61544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4509616205289e70df0a9f0b6792c5800f915c85cd45e9ea83600d6ca34ef8ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bac225b44d002658aa17fa68e26c4ce4c51090
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcba5aa0c1fae90f485d9cdb540eb97df694ef0fe1650e070349dca39ba6f064
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aed0e3fc18594ac7f14e015aef0391f664bdc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e66c2cfbfa9f0a52ea79a77cfc8735ace053e614465ea200c67538452a4e20
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3354699a9225d23f0e4ff7f1a070f2dce19796
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8bf86bb0fa8cc52f0798c6678be4f11d7525a3dae6d1bb79585adda4326b53
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9504ef3c6bfbdb088413e193a9f4cd24f43cd9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36667ddd257342dc7e2a5ccc1f56855af5155af62ec958b0efc6fb705c92c0e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3334037f797bf6568954e7faa319b624bc735b59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd74c5ff3626ee0502b2d4b8503019e90766f7f398c07f704443696642854a78
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec37f64dcad1955422fe9c9d2dcc7ad0581caed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff52c15740a5390b801e699dc967f608382cb63b7ea6ea3008abed669050e38
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1501ad1427cee65e9dba1c4a28b3df37a581ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622ce5ca82283d72f7a7246f13270603f5f70ffdff9735fa76ebc76b9cd116e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e57ae265bcd2351f5b8372ead022e9e2dd7116
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c90bb1d98bf473660fa7672b323e9a30a4cc77b86c92647668608f78cf4d7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7484b47f0b9945eac5fdb3d34da3797314b64f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e412de3d656c4bf9cc0f8bd8efa986f0963d820e2e27ec22f71911a9e5ac089
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2946a93bf4ab881217c62e0b72fbc2c9db5a00e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb10d5ddab294192421d735e0d5f63f11b5207825d67b14f0d202a2404b80a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6bc188864c1b947a1d788f2b1975ba36892166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd83cdedd133fa9bbc51cb8e5b2f9a076f3e5a912d1d789f6e3d3c7aeff3e782
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b6596833c95dd05d3c57ca79e0157ba951008c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247047391e6b79a257f1d4fde8d1abdb560e3c9269ae317930cf626f6275ba3f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296267813c7b789ed96421afaf6ba7aed40d73e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6de216f832426e0f6516bd72802565b04ade91aa373a616b56e42435ad040b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799c2793bc8cd716ede31967f5402001278194f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71baf7fbbb106f2a682f05fb553155e77a797f5e76c0e464850bd9a17e59504
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d77692443553489848a8424ea367d739b2aa12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e395c5583b399606f008d3608326d0568eaf549dafb38c13dfd1993fc4b411a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a76f604f5cbce746f959d08c2ea5e7d68ac32d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f015bcefa31deef4b48ec02244fbb67242951189ff2aace0cf9063867f5017c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2fadeabb97c546c716c0366102c87ce0b6a567
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee31a759ff5a40a68a92223b65b8e0801564d3a3382650328b67a91f3cea6e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324685c75924291c34781d5b02afa340ada942f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ba04ec249bd00af2373ddafc339e08df583da1d3c956288ecc6366ffb41560
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c101763f1a1a96c4c08265af326dfccc8b34d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28982592730b404083906c00bd0f50c2bf58f27074b728b1632e972c7c98ef56
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9139a51d6c6b2fa61dd6d91668c8048077fe49a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ef2797bb22bfcc46ce21ba100494b4c4e3fb0ec0dc9c4b6ccb141ed088bae6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50260a111a1bcf26b4aab0d8a10addaecd269902
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706e55cc9aacb7fb4176c2b2839bfe3d43bd66194c11d1042dfcf42e44a9cac0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a338eab08a40103282ddb0bd13fc48998a28888b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96ef02b53693a8be4934a7077ab4faa9fba2b05b635174c4f107644c73a0986
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ea1e865b2b92f76061393948fefeb33dccb640
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52c5b56d103f3760e7d418d64ab14823ae36fa78b03209c8b1e6d3de52d3660
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eecc5416173995662c54df188bc372f91991117
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac298848479bac59d69c465505bdb485274b1852fd2bb50d0bbe84990d02b8cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845d1fe42151569f105c52b0a5539c232ca40ef9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fe34a38a2b301f13b97af329e3675b30495bb8f274a7adabda8eb4847e6336
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b553a821200d8ad7c1aec49f677ed196d148f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316887438937c4eb8eb602a49e2c754fb5883659333429520e75c76631f9c963
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd47d3765318117349cd61b9f74ac81227785f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6923f1e484aab6982c8c02ec9be2a2fc799d3bb0464a86b01017f02f6f131c4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7f627058486ffddeba5e561cd8873a5cfa25a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718fa99ae617ea4318dc198d98acb97f6981af12c71f4412fcb9e4941c0c073f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e940ceb83e135f64f7b25e1db6f897b2dfe31931
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105fec7d32fd5fdab76cac57c60e74f120db0726350fadf05630408fbc3620b4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f836e200b8991e2c45ec992f90411c3742ff6421
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6024c1e868950d589adbdf86a67fb2aed907de0516c03dc2fee6abf0afa7be99
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8374438d809ee80e3e0066c5441c02b6f19fa49c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0831dfb8cba2250f55b00a8afda85ddb5be6e654302bc2b3016206f2ec37d3e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e401dee35792c9407e59c416c9899142d38f77b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a437c1bab4de2d6f57b14f4e0099fd57a356ef327b5d62ff8873bcd2b144e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3fa29d640a578c12110e9138087ab39ea3c635
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bde84b293f137293c9b40e9b8192eddb8f39da9caef2f65d0463f8638124260
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c232fc7ef6de1d12a0a78d384784f9affe12b0d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36812ff4674e695d4dfa403fd92de013d774a113a100aab8d3bb80f4d5629a1f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42728672ad9c7996e116f4290f7e3b3c2e13826
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68469da02eeefa7ca748997f53cd99016553ee80005207f6590fab623a43a6a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4d12c2f75e107bcd92f2d35371ab513cb056bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a52499b318e605f02fb35af77df76a02dfb1234cd78f8c89442d0b20cbb6d9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1d3088783d922c8deacc6e32e5f1c730f15a2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410926ce9ccc17debb6000a0062b9d8e2beb3b8119dd47b2e938fba7063d0ef4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d48cd40b3e8016128339b7b4ea7dd2cd930c49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6577ab784a5f5b537ac28d4ac5cd45a28fb50c5bf78fd224f7f1e80a78a32d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693e76d299f7ee48a851f1694c8dcb0326c8188b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54353c914b78a9d3d22eea7cf006c4e7def79ecc77d3043eedbcc3e4b17451db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408d4736ff600cb3946931a01d32d3e3cc21b9db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a28ed9a9ed254abed6046b30259da7634d9f64fda869951e2ecd8ffec0eba80
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18523363f2a6a1307af219cee26b18b2737daa3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4f421340ecbbdcdb3c2d45e021f6b6705ce0129e45df9db24c274037fffd43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a29471d3afc0d736b25f992f38ae9413c95aab3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acc54c99c2e69697a7d90f912432a1c4e5a45e4237441cf3a25d98fcda72ec4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08bb7e4ba84f328c5606f3c7dcf4bcf9578322f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7000031f8059b2c84a03b37f694d028978b25970cf6ce5953dd779af8a92d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a9cf61723845c7b11d0cfe350ba98b4a03c239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa664b2bd776ae79cf69844b22f2f854472ef671ef457157fa3c1c722f2cf7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1479ea264abb9d54f45d26376a00c75a768fbf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5d31f18a920764f011ccf959d297d093536772f64f7c31121d90d957c89c8d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f721f14cec6ad7bfb312f49971addcc86545339
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dc813d2768229001afebd3a3635c9712b0bc618c685868ee545b03a306f416
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7df20ac9046fd89929f178f20496adecc28c9b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc57438c7598be4e120f1d03ec446e5cf6af9698decf51e14413c12d2b8c594
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9239c5873deedc2bc3b6a010b1114f5cb14fcf00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc651cfb44bc7fef48961e933255ce3df9943cf445bb401ea92a944c4868ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb2a20dc8aae5cefae346cd6c20fd28eb028a95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85548bf801a455e0c3b03dd5eb33289ddb9b64f6f7d8a1b4d85f39612c27502c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4c70fb1f8be8d08d8649beeb331ac06f000a19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99732d7fd4cf6954b0731dd36c21065200949cb687a98b6ed2dc6d4205b88f8a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642f1de8576f3dbb032d1d0dff2a9011f3921ac5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e02b028572135ea19d575e1d883db2ab94e29988adb9a46b3dab825ea971179
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ec1d26cd736d43048d0abd911d48a01cbffc40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076ba75d76f34342db1417328b9bf0068487a8f9187b485c10259e1d29f80931
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b53d5b7c9d814e8a11c05bd57558506c6996fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129fe2987f94a8c770b4b477ce8f99b97eb1a3c110982c6e065e49ec05dc1eb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911e83f62368cccdb37a12b016db610152562005
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e74edc640cb6c676eee1a8578577f6fcca7a6c8a338db62f057fb2bf2ca321
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77452aa14059129a27275f6acd2ad253787c0065
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d5461ce29d50ff8ee8a754c3fcb90499b2653c25d54406e429d10b5805c72f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9efaf462dee6b825ce67c37c29d07f30cf29d31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3430075c1dbe20f43d9fcc46253ff1a3d6c1ed10f97cc57fb8de2247be8abde2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24283ea19c8d4d4f6dd95de711d503bb3a0b84ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6118ff1be887cc43d404af478e64405af231c9061e181f593ec6e10abc0d180
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6794bf5b752cb0a7fc7174bd8e179278ddb75550
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9c63b4b8b15954e2fb5feeb9ff8373575c3fc43da8c5c3e3a7fbd7233738a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e621f1c44e7e636bac4efc9a8068df2734ae4b34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84e379d12d91b34774af85b4e5561078036965662e00718ad255a11cac2017
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43657b5ef339969b49d6454a7b03926ed7245fc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275aaa21ffaa7e7f18cc2a3fef0ae732a0e1e0668f911b697930839505863ccf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ba61e50f0b1b6c8945072869b50a851044eac6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4613d7a88738a2d599ca6f9f949f88828c2e7f52ff9e9c67659de721bf6654eb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5440ad5e620fc27cd53b08a596eb10742eea5528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23b486d2e2b23f1a56cb68193edeb9228728ad3bfeee39ab33de3f2a07e1e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1fa6fa7209975f52f7c18d9631c5dde011a6e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789d8bc2466911a5087e3be6ca8dfe1d8d026c4a72c7f054124631651da2bd98
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cbe89fbf1e43131d328267ffae6bfd6204ac77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522aa91ddd0e17584f6f87df21d08c18f980a70dbcd2ec92fa9950d7df1273a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794a5784737d1de9c770c8dc969a66a71ef9ae0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8b8dd1d84c526fcd7133af00868d157717e612a30632cb5238c5098deaea6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c642211031dbabe396254b650efa7db4e5e1f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190341408f3e310ec7176ce2f2df56b63bd6d5b096173b30d98233f6405f1027
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1a7b6c425e19d165ef3062b0c4d9119a76d8bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f921cb7a32783b224aeb18c4339f2c6a4641e6ac162c32a4bbf90ced0a50b230
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03deb2655038ac52e7498b551222ae833a526731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a50e2c706b4878efd66fdcf4ccce658ef2e9ef79863df36933ee574018e466
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791b11214fa366c9d25f5a568c213b540083a670
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d152166a5930ee846ae657a3ba452cb8c20ad6004ba891e0f1e21fa62b02aedd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83b2aa233b9cfbd780a083eaaf4a6b3770db30a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a42e4f606a2d1eef78dd937f282806be631c36f4b982eb89ca8c0975ce5e281
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c5910dc46dee11b6533f2ecc3501a17bea27a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05d6de7f65b9db5943bd561f415c88db58831ed69751a132685a3b627a150bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6736659e20df3751f9b6f3e29f128551b9e39080
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b01818f89ff9d4f338c42fdfb4ea832887b3ac34f5323683b1c9f565c0f678
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8872732c069da052b6fc523de7978d8ba1e86639
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9ba48ed2f1f21ad150a0c85aaa6647abff09f774512a284096688ec3c8559e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c7b4ae7b9f3bfd8239e913521b317193bc416a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffbe8bbb2f91ca8c40990f4e14c9a2d7b72db24601304a4e5646cedaa0a1b7a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8ad8155becdff5b6dba810a72cb335e4607baa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907b2bb585783dc50c2d47f5851bff6c55110b81f556fa4103a43b1090c3e7ba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c392f93113f9a70200aeee83eab3075e9d62a69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8b84263125fdf1e00d14c71c4e4c9b5eb519b2074b3c29619c0f80c0cb0aab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6074703a8761e12245952777f49c1ac68c81ffb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11ef01c21d90f1366065891d2c6e1e301fbe55387ad6d535af2967cd2bc043b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cccd9d4c9348487a9efbf1d43b44a7e1e23737
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcbd549976ec6b11d742b047d010eb9ca00bff3ae681653a4cb54d74596e9da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25289d56822698c07dbb25e57badc88fc123a43c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cdf678c49e78f5f97353d14a062c92c00f32919f5449367ca4e8ee6ec8a117
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa237f7f711511cca0ecf5281c80613dd5c5f6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df013679f313583f55dcfd996f531d2fa2e652bb5181b9e2368d81a21f4301ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bd85f89b05d1e52bb9ac44a47a0eba6c967a39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05df0e7684843baed93a7cd6277e3f8ca500b77428dc8e9b5b3312eb0b7b4838
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2be4e7927f32144b9cad40211d98aae28e48a60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537f19b8da59dd173bcdd088977785ae9695793d5397727af03b107406fd6265
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa99eb3f9b433cdf88437796842b8c9f09b13bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a330097b1ec99e9de8d0ca47e644cec1da3d8d7d32069f08dc1719a09d9902a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac95c57e47e266b28d08d1d35841c6f3f6c704f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2c6a60be26e9524aed08f6f7b2d4b7672eeb4fd443eb632d8f86378cb05040
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f1b59a3563eb59b47798f5f41d0f953bdaed88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d39e6b3af0904e18b9dd58e5863454cbab1be92165ff99bc16e86e28b39f2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c192863dec03dde9fc23dc99759bec134b698b97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44e1f401e9b9d6004f8252393d03b3762e18b13115ea49e42dfbf6f83363a05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfc6722766cb2653795c3f87c09ba2817e72b8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9eec5b6d9e1e05a027b2dd65d1534a16778024d3f65740b3d721fac5898f31
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdcfe6f40d896dfc954fae63c617d81153abf78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5791c9ef6c2feca71e6c365917e697a1eac515473c961e6f8b2e9ab5248ec425
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4a2ddde923c019c943a35fd2adb838f05985bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08498c0bad25d876895339b7092a64b4bdfb73b63c99ab3ed3391aa4aa163e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4772855945080067b102b179e6b77edd1081acbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2cdf9869ad6b65d5ce419ff4901e913fee775f54174812f65e1b1c58097b60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0874e80bba524ad46c959281abe226d309f557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e386ca0ded09d3fd53a7667271aa6f69ce810a7eb188e8ead226ff08e73dfb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748cfcb8e2f349b028f2dad81b6ffb33a8fb54ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890416c5168bdc0d7db2ee5909903d000e159d8edb70884628f5c9b0792eb6f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21982efdb1c3a8a8b73b4633e16b900ff33c964
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead0947eaa54c9225a3b4f1511c656c5a8c2e4b5b101b4c4f3142652ed3af563
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140d61732a217c270cd073c4801f7201ace28ca5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c788aa68823af66c9c2cb04fd7cbcdc901b847677e71da48bb9d2c61e5d632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55475210a68744f7ce40d1945f17b7054616d61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7730da59a12ceb479d956c8a9ff9e5a5cab04a269519cd8b36d82573ec1b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f526a53754fae6a2af3b2b2f65ef52abc2711b34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1bd3217b23e9627a704cd2685a8b01b1be579df11cb7ee28c495da25569f74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5b5a13028dcbf82af67c0e36c5ddcf79abe006
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1638c505370d2a0b8e662c74db1954d518504518bdd6cef7c707607e0d8559c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56cdd348146c1bcc933ad18d0101f581969a20b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fd3f7bbcc377a838703c85901f69829713c152c270b113d343e943b6a6a097
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d688c956109f56c439b54394ab37978d0324737
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb68f2bbfd4378ee749898709ce8c9988d0f7e3c691c4bb1df76ac172ef6bea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b548ad7236d60835c34ec817e2b6d63c6f86e1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d93298d104fc6655e74476d18ff3867cc333ef6fbf00b07949854e0caf1e1bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0fbc06e91d128817b7f74e581f243d40d6a580
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f8c74b003771a61f7237595bdce599201c461db10f37793babc5dd72ce649
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18477d34967251cec0668ba214c0e603463acfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d86825d91eb9ca4fbe98be5c28cb407b825cf00a1c2a3706db6b4e4dd2538e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b515339c633d69270170f1dc799b8f1d65ba524
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2129623ad2bd7b433134aecf412c248d3efcbe4f1775bbe130bb6fbe4afc487
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7c67aa8a1d805287590e6a0f48f823af4016dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94825f507cd05a21736f4c694c4b8ca24e1e2440eb2cc22816a5a3421351da1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0507ba0f798298cf240fa8b254adf2d571476f3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66506e99c935661f5b69115a672ec47922f11fea5037ff2d5cef5663d76b24b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5fa86731dd8868c6e0d4f316983a05cd630e37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbc819ef0240698767a2db30a970a78cf4847d84cc441d754d33050276997b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b8144db7e6d817e0d1e3239175253f80f998ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfe61b6f3670dadb2bf3d67cab5e28f36a1f635afb5f0f59ae747c0000a0115
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9450babeb6e65642171ec28eb39c8cca8fe7d02a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed23910ec351cc04d5af1364fd95d441fb5cc8578433ad74cbe60f0b55d0c596
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2015f8acd273ce459ef29bb25ea232e5fbebfc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84555d4ca23e09f6d344c01fe6b88e7cde68a0a533f115efe6a0435ddd17550
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcf47ad66345041fc027fa75044e916ba1c5077
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9fac5a57c7bb1b4732c56722e35b5ec35ea0e9a77d3030160465c714fc431
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bb94e98fcad5ca15cbc1aca2ac5700fccffd68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e63b2cc71c91ceafc43fc2576da53e9bedce5c9f42d42a593399f1a8b3da8e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879aa67688e28b7ccd33d8354283b63b44df466c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f781aa6db6a468cb9dd19931d131f6cbb05394a0624fcde71cfe68c41451ba3d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6787b1c7648b77259582655802fb5bd9e98cdcbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f40ef4f0b2ff6d17b5c98d90186f939e08bfec5042c447f08e26919d42c4d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66245a8d3084af8dabc0b82fdbb66b3ecbfaeed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08840f8d3b54f1ca68d87fdf8e6246f488bc212bd97f47d02fa8d6989954bfc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fa3e449497d7142cd55a31caf7b9454fd4b385
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d56f90c69aca2730ece2b35947b237a5e1ae7c86c7e296b9b8b5da47206b17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffb7b77f4cb03f269341c8df99bde962aa581fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffc82832796ffced3bb1532f4e0ed0702f80ce1f380b44e2fd41fbd6be5dd26
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f12eb28f622500ec88a539cb0c766bfaa967b39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d97892dead301dcd0dc69608e1974d63cb0d0dbbe70ac51bc58610bb610d15
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d092c7cfcc6b605f391a5966fd21f3c3cb71cb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f016781f0ecf63ac19b19587d9f415f7e50b88963d59505164203ac4a5d29ae8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6ce365a0d0c2144f00bcaf80d0d844c3be5373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f2ef95b2ce77e7241f8e2989b3e3d0b90594ff84c59d92339244e8f1c95f9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea969403134e7d6bea435f9a41d69b8b92c4885
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6ba96148872244926031c891e07d7f98985fc9f7b85c2a8755a1c091608191
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8e7e9ccd5556ee34380f38c0b19206c7537b40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81277faea3a664dff48672c85bf007a2defc7000bca00798b86b1bdac7731901
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d558bf08cec987a74d982135671cafe395b63618
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a586cccb168d62710bbeba9e45281d16a02dc945964477b7fdd8c167b6075db1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8bb0223a345aaebda93ab634923641ab0d1d47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644adfcb16317085f746bc32e24a4d07b8b4beb83f4b5be59366f5a9ac428446
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d0e8fbe05128f290d1e1ff11e4b25f615625d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa2973c2df332432482f4c637ddfa992a963e6ee7f2b85f08eb7a1ba978f26
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c723c163b5928705640488f8f8f5398f5bc668f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3255bb1ff190f2a287ff13e78be7705d63fc8ca323e6f1321af21daa617d95ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4edefce61324a3ceb1f668bb9a779d4be3376a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3506c9451ce008a40adc8e09e79d43be1cd4fd7ecfee74998421a4a814f7868
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a5bd9aa88cf7b2374564af563ed89d548b9b7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf1863f24163a6fdc5a52795256067ac29ec803fc6c47ee1ed73fd0bef173e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61744bc80a6fa5d2b690e84e19af2a0d7608ea2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553b52fff6d1e286739ae1696d56088eb94634b741b62220c8aa25476854aa70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6ac2894025a98b00ee60d6fc1c00b9ee3563b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8da0e91f10272fc28e45a4e977ecb0541d33f3de0d7f6a6671cdfdc6ddfc32
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b5aeb16c2a6cecea9f4fe061be23bfc400404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa7c5656e6c94af8ef609899a9e0dc3b8bb1fed3bca6a77926e2e61566cd3b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e9526e8598942797227150ce2ad91b013a6e34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236b1506e31905f239642f8eac1a0122001125124682b5fec3b3caa605e9052
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cf566e1b3fd8103cbf7902c3673811ec3ded97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8931f91d4b624ff4635aaa6f282d0fa6ca35940aefffc6b3f3271a62413e7b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa3b80fa81a2bf23e5f50178b88ad652eb0fb2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1105e81944b24ed4424294ddcb3eb7cd97848346e255a1b47eb8fcbef39b3e9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647f3e696a8cb250ad47f6a010c3928f9f901e3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa6bb6649d4e991703f52f55f6ded008c18fd21be4270fc005762a26834be31
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e3135a9bec2d6ae6ff60c1584652e74c0c3aa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99940be1d45b5b26f1637b3e805838e39461d37b1b8dbe3c3027ec9d87ee51a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894d4ae6bc8de84d314cf1fd3d2d02bb7b29dd4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8585ae95c414e07be0e8dd11f49ae96987de26764de12b7c17eec45a71040b25
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e350f441971cc63daebd26b3ffab4eee8c2f705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbac1bfb5a77df3ca2f8f639aa89cdc6cfaedce1941e4543033ba667de6af3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b27d29ee1962b6880c167546f9f144a14e62de3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2152e4d5171cee7f3ea8020a3f01db32e72890c557137c68c2d40adf27a96c1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09cb56870550cb308600a438542ebb98584ff2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4610166b91812e9ce3221e44e4e8d84ddd660b112478b8a310d653dc3020f780
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912f30b8e0dacfa007d1a671649c394356c7fb63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f77e91ceb4f342cf8ac352a000aab2d3483e10a8f720f76b3f04637caba074
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edc0a63e6b604029e1f89e6ab72376926029b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d88449cf400e923f97832c9e3838e843bc2143a10a1cc01de6622a29219969
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba3bedac2fac518c4c5b9fd1cdb00edc262f04d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d008b10cc0722385e7178f481b734ade3b46fb831975bf466253c1d8a76a91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e9ae79d51321f499d9253fe9db0d71bf66c6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b144a5c6984cab858667c0c35f6b4e4380c901105500660863452c97949a29c8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfb8325d5743d4764f01feba5d6d380864c336b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f1a6bfaa91b912a5e8c34516f6d960f13f783a671d0834498e5eab5fd8da4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1fbe7fa31b061eb2d1d9e3e56d1feff5fb8ba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e27ed8309a262167ed487dd72206db6bf05b413e1b99e1486df37051beb5b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e976af72f51a6979576dc00a1ecc1c4aa5aa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e3ca44349b49b4c7dd7a5eb8bca9031be752523aec8bbba521b182fbcabc04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b749648f333cad4253f5ec5b4af35ddf84d7c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd379a8e66462a6e7d49eb4a1c71a0e9df83e9f5e97d69adfdf5122543fe5b0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dd43df25a4beff890b590e5950e31afd25d8ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe83821b1652b23b472a90b26d21511c4fa4404fa55ed189269736c0b8b3f2b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6ed510952d7d6a810a336dc9b404fd69b56381
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2daac30d834c5fe9cdfb1ef42fed83f5e093834bc0890766c527104a3ce874
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c1fea26b0a9e94257dffbf60c17a7c3c33642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303d51d2eb7372ab39445d83a76c7c48042fb7c1226b53c8fbc9b1c3e48fb359
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f88495620cb8512218f534ab2a34b58f6571e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2e4d94deca987868778f22e25da8719afe78673fddfcba98a7a6f55ebc39e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1f09e7eca72bc1a3bb90b13e5750cb7e0f3c31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd71d5aca18dc908b2f2d32d62c7826d43d3483d5eacd1debccd0d130b837e26
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b736b2fe3b3884bdd140f22949b447e76024188
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd9ad10b6591d11a3c9dc8e2624d45de005d2ccdc287f8317f3d8292f49c8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d0b8238b29af6b04d21d499a0448c169cf358f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f757138e57883b435d2f32452de7290d2ab445b4d02511926464dfa48d714fb4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ba10f37639c55e78f1ea44c08ee43814ca9fe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a4e3e3309944e0c7bddd353b2bb80abc331806f5dc3c1396b66e4a27185213
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58530c0a8e3d22c422e41f4d147f7d85c0865c4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913a463d042b864480f28b5e19797350d059692830fcc878ebbade8bdd88fa81
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f8afffe5200bbab480475c09e959acd7c60bf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e12c98cc2f09d11d7dac3e794987d8ef6f9c5620b19e9cc38f7c7247ad31a96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a7647ddc28ebdb79be5a17593fce02f84d4aeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6624fe50993a2fe2e00941700a6a1355abcdcacf279ba689b8b6bcbe2e1979b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d99f3402b33bb229858dc2e21071da67f77a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed50a3b8cf9255697ddddc0652acfd37bd720a6b7047c0bfcec588a9df98298
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07762d997639af0b081b4c767d175416007df478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4ba0565e2b5bae3b8eb88aec4a0b2eb0831455e974bc27241f8896d91c87d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee2a050e74fe71c70603326f307d18d5e184b50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51b23f646a4c9e2a844de62395bf06adb0c01f36b8f4d074f8cd98a8a68fe2b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b621fc15921da036de9692eb8a703a7ddb3eef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddfeb3166ca27a385f2e0b23414d944a5b0d7f30a798c353b126c2fbe9d7a99
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0a893880e72d0345696b0cbdc913532af17871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527a2d81ebdcfb3ea2a4dc0f12ab628857dbbf4daa3ffc77d3befcde9185f55f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b276329b5fef3114faa9b7f8431806777ddd8b46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9fdf7eb47e85be0679031bd188fb9f078adeeb62fe42ef2a8fde37ce1671b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623295f6a7c5518bb7c003225b984c9b48ac5122
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c94b64fe2ad5e76c1296a855b408d3a00fb2a669121d88cf412c5769eaae40
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e501e634dd75cf39fcb297063b2ae26e4972467
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c2f87e52543dda8a493c02626df0cee7ab541eea34831f2c436edc5a5cdbe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0094c43b5ec34a67f5b4a2ea2fa83fe41e2ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c4daf8885b09c750cc29f034bcaf1b8b64c1c1c7c579039c69ee6abeb3e081
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d1792ad3416c0528ef801980e08422fc719c56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cc00cd3a199427b980af5fe84d4db13694f49d55bcb1053b0a2b19a48717c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f09bc5dce6b155ec99c981a466730c7eb33e0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4878467cc0cc21b70f80d8b5d09ccdb733bee4e2c449cbe17ea12bfc1b6baf04
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e629ac4e1fc5fd98f7e8d9df3ba1cc50ff3231
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c371b48746e2bc2921bd32900f7ce4cb8b9fe814cbd4524a8e681ab40626710b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99af3579987bac219a9aa955a83bf9bc3575900
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48d7be2ff741c1685fc4748b491f6cc77107ee6d8047d64b77ecaffab2404e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcde2a11b30da12b4d8063e12d3947b4eb635aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7d26e280503352a376d795308cab8f9fac058ddf508abd89f97745db7614d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7091388c20633ca036b22f7b603e5484e4e76d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73536a28e9db05174d4e4613e19f914290c07a06e7066ab3f5a78e8ce8d0a0d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc244facee7af23f021ae669f4ca397f94f544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae477702f63ccf946b1560617fc29059d9b20e88d5c0ff769aba72108dde161a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e17978220378963c8b72f0d6426388cee70e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac54254bc3438e1a9044af9d07496feb6ddf529a3c3451f4400d641ec8f2d3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb142876d30f2b000b72e4b9cdb049c398b1e4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76afa2eef1bbf742bc5bd1bf9b02286a01d5b491da8153688d9eb0ab653f06e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a04aa21c58433a98ed533819f0bf94cef5ebc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e302f00d1286ef87566dcb6c66422c16f236be3bf7f7c0f59094606b85a0e346
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c0bc6da4a25de5bfe130e6ccef18355a44895d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec1d59adda9031cb58b9fac4e7ac4d8b3b21f34b54cb5637edeb8f72f21e44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7c33726325df7d46d386045e1e115759774fce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56dfd0c82d1a2970650887103e48d8ba84882857e96420ffa42a2a0bb8a87b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693fd4700faf8fdaef84aa8361d3cafdc7096732
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdd6b410179abd6048d90de97c59edd4b3e10fd3a0c4537679f61aa4cceadd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4f36ffffa82090d5d088ed3abe9d312553961
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21645733d55f3067343e07e7a4828bf111629b4390564fd8fae14a0520d2e09f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a8f88d890d4c95ca19c9ca961e8b22cbfe405e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034716d790bfb922c37bc8f1667766c3e43dc5ddb7f4f8ba2a0ba3c0c6c269f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ded9604206bacc2da9d6c6cd1cd54d039f29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930a6ba99896bbafd2c1bb9b9b83e1ad71d5bc40be14427204ff37466c032dbb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7edbe12df98b8f88a5d69f7df4256aecd14391f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5d20fa12df846a8f7ec1a1327d88386cad8c8800cd2b1490622b6b9777d3b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca8df972331f6ea1f0e5070ec774c3e6d85c014
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d61d9d91ca5e81e47e8b4c28f1d29aa7227a18b0ef9f4007f5dda8d8b6b4f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602e93dbf4825e9704e013158cf375d035a9475a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e263f45760212391ea53b84c0d2891672ce74dd12e2cf749e21c0fda77c88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e43a40eb273faa2032506f2bd08c4c53accfb77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2222741cb6e63056335db24f210d2d0a45d20c408640aaaa9d2f63f3eae4f7d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7f3d0e0671bc826f53f68a80de423aba4091ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a5ce64514d49eb252f0ba4688e063e5a6466ef6d76962d94cfb5d2a4ff27e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08652b60f2f1d4bd7b0eaeeb72b9549f23a827a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e781a08276a0655f0e348ee5ae631e6c227c6c7bfe2dc609d922657947f133
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dc842ed5c0d18ed6a036a7253b78ac2cfbfaa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d19fe0e556d877762846adec6a1e0a6385319b0d63d49c2c3e2f27f9d45c93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc12993eae4395280ea5920e2dbfdf2f67d2912a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734625093a52c56e55d0bfddee20bbc571253f475134f72f5193257edf4209f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68522ae789e76bcf8785bf9617cafc4c5fdd0788
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747aea3468e719fdeb454d2879de527d25afd9021431ddf7ea152a9a27bbe665
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b947ed250fac5df6463779037fe1ecc8b85db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a53d7b2999e98c00e5ff82946957d02586395b52f5b4f860a578d394c26a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d922689c6c2c9dd7b121fac9bcd1f1b6f1efad77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef8b2cc4241d1098cbe475603e21002f545302e46e0e93c4cccf04533427382
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252fc701b2cc87cc08fbdbb7cd4b8bcb6d57f13e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ff9dcf98c0914290ae4890bfacd86ed05f46d296db371b4da07d3484a52489
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1ac7ad193cb164b8cc51b5a2392ca45ba70431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f7e8b9f9ef9dc43331aa2664f67842f601128b681b9395eaed07bab254bbb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33e0f88c29e0db24e7463d857e1b9c1401f0b28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65272e14a583f7e1ebf581a99bcfe6a94a7763edab332ab75a1fe3b1e5ad2f22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e7e0f65a00bb4f9594b907077420dfa146b01e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50098fe685a842103efd9f57962d3e33779e2f60029aec4b73ae1fc42eeb469
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16fb89334de7f69c5a4432dcd17039d16e72a40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27086aff76db8258cd5c07276a7aadaeab2dcf17d92028537e880e01afec4966
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94b83e332eb02a78e4eb27bc33fe7dfb2d04f05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831f0dcad0448208033efef738efb5771e319558a35de50161ec7f28f581b9e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9830554839308decbebdee6cb0f3588eeeec5a21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8620704e6ca05b2e14f1ae22f2aadd4da3f89e5c698f7781fa073800f3281f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6247120ae59cb4be7d010f094d236c78ab67dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a761eff090d4ec12ed8d5f31b717c1cbfd8c6531f294f30a0b6042829f082048
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68613fa9d2c09d3061c048855be3e2630eec8d21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d0b301499b2fa9d206bd541b013df773ddf1881610deefb36ce1d66ba6aa48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d3d6829f11c993f7faf13c4dcdad7c1a31955
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a72501561352e7ea59b18d80453e119a28f718af50601b6ee075abd9df5829
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeb777ea286627ad54e634f60668fa036d3965f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4167a2a2b758ac981da394a741a8a2766df30998ab3ef5fad68963e5882d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fec43e57bd6a99dfdc69df16b082a4a529be65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd0ab63505c4bb153d47aaa7ee60128afe15f79736a0bc83373935e9b9e0e23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dacfffd08afa7dffef05d816d5e2ad3340cf86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26d4a1b8584150b6f2c0d42ede2dd7ffa5d5e5427f02642586233ad88ddbe54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bec2e5fb4c8e82cd1320064f50b8061cf16642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249aa19a1206f67203e08e8deaf598176ebb2f6acd7dce12d26df2fa7017755
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd06bcbf47207e4b701f1cf66eb178915bd15628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed389cef5c61d8dd246700d737cb1d965e41a2c75c8b4f5ad12c21bce460f0e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72bc32af636e5d0c6599a3b0df32645918e9399
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d8d68878be3fd7a6cc382d7dde1467a271bbe2e80894d9eb5df5747e1e89b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3f6259d86afa32e83213b02ca40dacc73644d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97ec908438cac023a19ccaa0377ce7a1da279424e29708f337a81a63a9a7303
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dce02515a5d42f62a5968110326e8173ca982c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87427cd62bd2d7205f0e9636a47e12e7772ab28beabcb153256a6fad45a1838a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0423f018db6e73277767ef85e19e14a9f65a6a15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9fb416ebf092bb815982669e2b4b405c3cd3fc5dd97569bf7d3c959f3055c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daca4a67c2610a3eb845e8e0af22956c06c31dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1aeaee62085a95c26e14a26c9c7676b4942ec277373f90b2631a2a393b4d23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6cdc47266b6d7861b0eacbc9af42d830d09779
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb5f798289c8d43f776bad4bbd2cc76f34fca78d2864cab23624c42934c42ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ab0701f189243e0288bd05d506816bcda98b4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a21d6e81caeb6bf5c31c21e4b87df1fa08eafaa92d1eeca09f2589f429b95e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f26e77247169b8692905890a14be4dcb7a3843a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dcd10965ed9ef2556876b1461ed85f07e5885c3deb8d65b28c511989d148e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a50392b6e3df60708d94bde86483853599739e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e882423334c0b99f95303131251e7e6c1015c5ce2705f9ef41077b53876410
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856de4ef5d8fe8bc66a83eadfa9d4ec160bc58dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873c9f3e11b849b052e2a3ce2ab3e4343652b7b26864bc541201b26e4b2b386e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f6b5e487396dd1150e8e173fb87a1b6bda8feb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687a45748c99644bf063eafeb6ad6472d2123c1f7c9ed59b4d2f1433601ef01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862b1517684bce3944f660534eefcfe7bb5136d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd9ddf37e9ee68f38c2281d585d59354cf49abc5756d19bf214048a1d736414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543ac763fc301b0cccc0b641586d589d70164912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dff94cb1fd75da6c35394f8b44f4835104bb983888022846c81b6c927a390db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f58cf02fdd34aa3d215277b3d0d0bc4cb652d10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274fa17d1f7d9fdac887354a34b4c4a0078f4d264b6ad1906245abb466459e54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb9d6cf1e099edc6a27f57e2d1af7b5612d262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420722aa5dbc71efe25db4be4fbd293f8c0a2e5cdfc1f32218daa9d6751557d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d4c00038e19b21db977ff7e9235204391973e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592078dde4d0d0e2e1260a927ba36b666c623056804787a7fe29dd6f1b1d1a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f18913f7dfb21d800338c12cdcbbdb829d67d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfeec13c9fb5e5c32fe704189db8631ce182d63a90cd3e2958a79864013f2b01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3137df4fa22892e039490aa836b1d24921665a6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc47f91754659b7933bb5286b3ad4ff766ef8f971f0f55cca68eab4094f9dc2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec959c8c2890b181074dde5ecdf3ace5d286677
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba380e62c50a88520879246097479f8b561fb549fc87b2ff2828a8838e67d22f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95cd4b606d21a5d20348350999cafcb504c33e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495cee06116291a9e6ec958df54c2a218865048a554a09e8fbf35dc9f6b2a5a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cd67f15dc364e0199dfbf68db2d79e494d9cfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b2e09c84c96c5a8e17e49f92d09eee697edcdb6a04422186ca25584d1e33a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d2f7e7461eeff65bcd2e20155eb2e35030a94a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c787761d20dfef410ec37459f79d5a9cbebd876bb756d679a8a7c685a8789
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff7bc01aebc0ae9cf0de68747276ad53f7716a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29541548f93a6b84082492b171e7758152e15d366585aa45491cdbcf32f382f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2a39a84001bb9aeb91f19742887695985d24a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cae272bdaa4a47b9f4310f4c0c290f325ce7936b0dc536f0a821884737f59ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c104da6e9e353aa1753848badd4dc01fff120359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d2e2d8282aaf0fdd9c55b78aa0b283bfbf7120869e48f78de6c386bf7c91ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4227067f95eb878f7bb3b36ef520be942a5587c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75111fe94de19a4df20cbf8cc9161391ad92d2fd648aa716553ac84da37391cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae2675a6199aa5161a174ffba5e226fc03ac7b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c5926ee6a2d9c3f5b8c028a45d2a3570075700cd183e55a1cd1999bf1ae8c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf7da347ba3149675e573349be7238ce0e8b830
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc99245fd4b2410ccf973ec76ed9a864476fa32fc27612fbd1ebda251edbe334
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7297026cf4d018f4e61362a9b0013efdbe7dddd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1f7ac7d8738efcb2d6baee08a0da4eeaa1bb2cb6b52fe01b36c3c1a763f892
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643cdf9d296f9e9cf4dd542906d2d97006d9aea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62d4cd101bb86bb13d8e87b5dc712705da37c3f79af8165ffef58440c783a14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54719bf4ffd55bdb98a0d8b0c31a83cb9ccbbb02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a38176307481dc6561752ff9bae4fb7f272e9c4a163500906ec91b03f5e808
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c86f42046ccf6587e20b3726323ef4478bfa96b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff51a851a1557793ff50923858c630d662eef7382e357d036021c8c5449e1af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48481a1b03f5d4b2c46e8c043cd91982d34babb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c94ae767189ea4630cbcff7cdc3d6f37cd5adcddd55814632f483839a24c6fb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b56ec45356c6319c19cf1207a9c222d8aa123c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2457244a7ae7e6d38efc73d2d01f1019e3195b342c1cc8fbed600646e3c5ded3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab08b79b901bdf3f3d7edcba1108410cce7d4d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b875292b0b5677dd41c12ab81f24bee83d07bebd74ae1f56446725b473f87
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36958e29dfcbdb43e75dd780dca9bd0a272af96a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bba1490ba449aee4a90495bb7a1c646bd69a73d3c00723f130ed74b0ce87d4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37294ee7abfd1477d96f8f3a79d4e6f57c73ff1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64433863754f65c5fa0d46abf794ec45be507063589f0121b561f76e7d5ec952
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72c371196aef31910d60c3e5500ae2e0845e039
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7249b5f78d0c2e9808cf85a157863a84b64ef63b9fa9482a43c58b7a8cd1a922
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90f89379e7582cd7881e70ed8cd6f0ad9285ac6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc8f631ff0b2303eae705d8897200ef41f58190fadbed77dc0946a9825cf44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ebfcffbeecc86124d26e5dd9945d7a37d75cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07c22266e24fc2c01f8a9fa0ca5c8a3d7d4ea3e40ff4893fb9fcf93553414b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea117fb5862b034a56d444352267cd652a4bd346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324105cdb23a9e22d2cab2fc0226335e30abdd7fbadbb92771bf8312dcdb2bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2cc674adeb3e31c62dc094950dadf28ba631de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2ad9344b060902527e20be34357a2451a57ddbebad2687983c6c2879d3715c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bde6a1f8f46e8749d00b1872bbc4653f358078
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e0f69f3d799ade7cc468e381118858f4695d41d23e05b91caa8a740410075
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69407fcb8bc745a39ceab3ba50535e885812b10b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae410a13c360c1b0b1d084378971a11338c9ee0bd1d1de309b5aac3234ed3e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a510b56eef4d75a44a48d1ebed949dddb7b602
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae7f1ca8dc5539367f3ce7e086c2d3f19b7e5ff5509b57c61003aabf6f788e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3ad18f10377668b23a9a1d4904e986b149557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9301fdfc1c9dba927980d504cd96e896fa78f2d4abda1fdf7c89e84cb418e088
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aeb5e820bda89edcc7909f5fa708106672d77a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97efc17c20c678214368bfc8232b9265aac6478a84dca3187f3fd9507cb2732
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664d8f6be66bc043cd7b5059c59cb5504cd650cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445c1e9fa1fc5f2607c33b19068da67d8ba0e9ce110a18c415929ce7a4365cbe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f17ed1350ccbfc12175911c09990c5503bb96be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d4d4e31032ff2689e165ac00ee36a9d8a11055ed76723aa9ddc1faf3a68a6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d150764efc9fa295f005276c22070a0b2388d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b856a6a471115f992381ec31ea3f29d41b2c3c5287a55682816916ac03adc55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afbb091285af136c610f20015165c600d0edcfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f60ce256ba55bb13404d652a32f9f2c8219f6f29975eb2047659c83b5f8149
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af77e8e07332670dac486c11810d930ed419f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15876d96bab74f8a6099d82fc96fb2592bd0d9ae9d304ffbd757a003a9022c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e200ee6a5ac74e8abdf61187f9f2bd9c50366de8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c962d70ad60885643f399f204675c6a72f995ec0383868dc7824e6489131b0d9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852381bf0394dc191c5e227d32c131a068e6a37d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2983a8942223cf3b11a97cb375e4cb9ba2d8995f27e8b25a63606dc812787a5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b61ab3a4ad269b048fbe77dc3e164fbc5c606
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86839abbe1fee661e5645e7989744120f85a9a46f6304518a9b6e0aedf32f584
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68ffe7a7a9ef6791c2064fe5a7bececa3479821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc13dd4b89e6595592833142968ad4c645e37e26fae481599ec93038e08a5e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e6406473db0d19df51c4da3b3ee191f077995
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fb8881ec881e91195e514ae8ac16ceb54c34718d402fc3e33d4e7dc928d55d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ac2818834bdce0d6703605a530b55070fae882
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e094fd9d54682721baa765f8796c328c827935dd6484d2439d1e5881ec93a08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5978d2cb7325bdc359478fe589115c7fc9a3d049
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d446c6efe72e070ee97878e4f41e8f371e29a633c051526160dfd7b97f4a667e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a9462b9a3ad32a36f48bb21c6d1f782a4101fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c8011cb4e1a36e20c922dc5eb57cec5b20f4eeaaa77beafcde82e912702c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba47b7c7bf35ec557d59f70703e68cc5c8d2af2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf2dde5e2f2008d5ff80e7c2b45b743962f66b09baf6db4b181921f6f208c48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8121bee68fa50165cacdff3dba9f252bd6c58fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ecc7f35ea04ab6fbdc36b55beb993875dd9f378e17ca7891a728e9e6a11f65
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677b2ace9100878eb7a5829e55796e8687ad3ed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd5893a5b73f68e9e9c6b5a8aaf7282925deb380b95152d6572fc1eccf383d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a58edd16a68e27df6cdc9ddc8dd12227d57f77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2636d90ff7ccdf94a918d0814ac9a5ee4feaca4835c634c99449c87c0001122
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73255ef49dcc08ec5cbb2207678585521f9a1600
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e5c72f83740a2427008d55dc1084964170ec210a278d6ffd980b58ca66f818
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8908df86872f363046255e9837d4d979d0eb57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee51f42296d6c0f12a4693e8986187c48ccec3f49f227f1af32ef3a9a1254d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f369e8c679a97e4bd24532ae6f5f2db2599db50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cb4c731cfe85b081822ec380ba1f18a7d89d153cc1add50f183a42ad544cb7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ee5d9207839ead57273ee45b976ec0681455f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d91676bca2f43df5af1a306e25458c12665ef6f6205800b6cd9a2f08297b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a198fb8a3e6cf8a2b9e0764573c04b411cbb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab3f93cc07de08ba29b9e93cb38490217507c6aabd57187febfa094940dfd55
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d02821fbb404c22bc7948f4cb5ebd52fed9d30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38e4e9f94dd2893a49773da8c484f1cf73f535b4370af78dd25e60223b7eaba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d55f36a7a99d555ac2fe0fc0ecea9f5ca224bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af80b897ddf694b88a8de659e0f284881a0632eee7afe43cff56e865e4f075e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d86886b131b15c0c41a31d35bc487dc096eb8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61cb6a844f8d743d4dd76fc44028da162617f882bb29564c799dcbeb7a650f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e328ea029cac388d48ecef4256c1a52eb348145
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4160d5a8f40001baf6ce5ed491e685becb8002342194a29aa78cd424e685dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8280b241cf348bf4454f63d00596cc80ec07fcb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ced7d0111f26ca11a6dae6bb7fc7c3eee285a562609b3bdb80f0eb26f7d96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e7fcb566b3b819f1284c4397f98cd3c71949a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4c4b24014c4e7f86044115814b4f0c2c9d11ceb0b84edb46748311b7c09627
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dbef4e8d81cf0ef7006d48bcb31440048ec3d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb83c8385f47c68f658d6a3a6d7fd5b7f6c2afa55749dfb8f349e51630473b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e9535a6b73746fbcec922660d1e0c41eddd4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b4ccc39e18a75c4755ac09f47f42213dd86ee79415bc00fc2642b6a581da67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385f9e4722163eb500973328b8f299d0b060369f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44898df621f76c8db8491024770171fdf47b7818567a95475b295f15db1673b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d389fa76293bd7fb85c4ea4c02d22b4222bc7cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8f8cb54164b962dad8422e28f75643e60b1f394de503cd313bfc53d40add80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f429184c7166b5ba0ec5a99e23f0bd8b9608c421
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f2f9117973655fd15c1cf512fba533eae84516964513b9195ce9e98a50dc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fb5f2d4e2df7ec8fe56f4d12feb61b10bde86d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6900faacc91f45ca439e1f6e9c0a04b5479a38b563f9bee311df2f7d9b4f94f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acfee61183eb327699d5f40e8c2c8abdaf3db79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31916f7a64027d2a945da042c89a08b8a53ff259b729d35249c3c0e2d8c21203
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ee2cda5162f7a0e036c227c6a141848986264
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a04d3dc33be5251f4dfbd0aee67a9245ff8fcb9b4810b09ab0d807b4459563
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fd981ed68a273b8d09f05b64b057dae24675c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4690f04d95a97ada278bed2fb4e09a1005e0d51a9816a130b56981c348934
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7683507ce670cb272c4826476af0b8184ac2410d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d82219de804f31a513d59c91fe46db7a3f57f9ac1013bbc54b642e028e8801e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935ec1409c8833b7ab82f2c647a320164ac0c7f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f65b4200c8d1dcfa2951b6e607a7379ce3899dda6c47915876b58ee5bf0df3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6dc1a0102a3fa336cd84ba0497b127ba379da1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44047abc3e07f3ef27e98b36dccfbb9919df56f97d2947bd79405346c636d29f
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0887670bce9a3669b4fb19effc59eb54472b6ce3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d70b0dce117377c68f7ba29468039e63bc702bcfd3c0e6c8b0c10bb6fe4b3e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e29e6f65a265fc9788e733cbb1dda2446da8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d29ac5e470ac9b8894d17676b04ec5a33d9b10ae7d5943069bbb0863ad95ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7322f967891251ed072b056e89d313ddfef5a759
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9aea9e197a2a081f59acb1dc222760bf7a24e43de94de26a226200bc89a497
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf422584f45ef41e82b75f77c3050bd0f617d3da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0620c6b34e72552c6ebae3c68ca01e415dcea87bbf982bcd91d75058bf8798b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4d897f76231649554405c518fe04d4733d3e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97880486b144bfa76d8b25cb62ee106cbb4da3a7cb857bb7879db37dbbf07e35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e29b3863b967acc3621d6bf412f0cd7dd31cc5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07de25346d1a100d230ee53d9fe9a072275ddb65f6b3d9bd95014943a04f257
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f109e6eb0b0ee2f0fc7c9ff4d545ced62489f436
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d989e9230ca793f0e9c31c7e0cd6e7bfbabeb1b48283e07a1b0749bf30491ccb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04362833d6c7370f9cf70ca29a9e0dee086fc9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea0cbb82808fca6c252350370b700c71cab849e7ac1d716be961df110eafbdd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0948e4a0a90e213b9669e6e0166add1b6fad1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07e03fa076c80eac7e256c484722203234410fc24d984018b1ed8774d09e4ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a799fdf096c377a751d3935e4da3fe96b9e8f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4a105f32042a410d1b379e10367def7fd77135975b3ea906354fa81378a4cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a2711a344180a5f96425897c63448d53f2c1f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca415b06bcbc7eb3206e457bd42ef5c1c67da9c76202965c653deefcf37f6397
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92651716a9a51f921a0906e0ea845ba173c186b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0614f12acab353bb188f54c02ee6ee8c5c37cf48dec6c9742df4b7e3b487b5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c29e06b1788d358b9fb4c6628b072c26a868bfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5f0bbe1cbfb4729965aef81285a02074254ae39e36a3c0a4bac05642b51cc3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf5028b84e155816757d5759989a5b3711bf1f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b382e94c349944940bb40422342e5e8fe0b85f35f65781cdfe5793950fe30e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64451d31149bcb8379d115ae61fbdebc30a4b7d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841a30198f60ed392b8c70b2b526adeac55ce752e5449913f1bc1088b7e51b5e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a93604840c10c29f286d9413c528468d3c9cdf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62f422b2559fccdfa9797195f6d49c8cce7464d01a0084b5e41483ffe139c67
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d558d1d117bf9687d358d461843ce1bb51be9073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de4e753b2480747d91984d30e0db0050bafb192153ca7e1134f9ec0a5d601c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6171884f847f31d5694f4cc76ebf0f0386b5d15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bae6b12cc6360bd5445056c97cf7b10a80cf35869aaf85a9ad93d76dc1f94a2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0402bf69d1ee8d1cdd5d3b61732be7e6fdbec16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ce8ebf265e5268e319e7c5c7002d44421418c904694addb43dce87d157402d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123272f8f8cabc7820cc9e50c14b037bb5df20f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3aefb04a580d81f4f706a96fec284eb204634521d6e664b5d3b2bf903677fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734021dfef74b65bdb223f937a93d08f97eaae60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a0fb15fe8ab29067e1432f9a23eb056d91d6fdfc948c11c36f2a2771935f2e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad41a0dd31e1194bf82e5738243662b1619f3423
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4b8bdf78457ac256759dfbf687746d8bc840b30406f61af1078e532420dbe4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420fcdd1729efb426ee84b7256996802bb53e4cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e059256983bc67a818e74b2a56ce11041e4efd8e24d28140455ca8ba2cfb4232
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9cafbb2e4e008b02db86394fd10b0f38ad92d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1602bb39860bf90fd4e383c2ad788d3d9fa2397eefca2df985ccf9cef10bb063
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a286ec5c13d6eb77fc9a042766d10c12ed8fa871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388ba02020ed09716d00e0f9319182f58637adfd2a6eeac009da9fd8b7fe72a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3eb1a8ddf413e652475f53034568e82d704373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64bd0e2b1f9287a4d3dc6d5d26b2d0ea5a524ed01d3610ac57db81f86467bad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455249d65b75229fb0c3bba7625c8ec61114d680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1062f3bee7208365c282f4aeda1e44283fcccd7470ee8e86f7212c9eca9ead
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dcd53dfd47f2feee4de0499290bcbe33440525
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719c8c4c4719beb765d5694e28bb5d6456edd634338cdf3781f9d803f21dd7ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2886e477b15c50700efaeeb2ca46b2dc76552c28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb2d7ea456c2d7d0100050ce4bb61309ffdad7391181da4e338205127a9205b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2460e03894f5ac65fd178ca9a52546e808b8645
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840414075c569ac4860848f314f72df2613f56c6a847ecb7f86b9ae317bce8e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4b1bb6665fbf20e65bbedb40456a41da0d6149
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c9f2a50b617284d894d5db5b706b4ab7c14e083cf752df20e4106c60382f6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78000a6919f56bf4bf21084bb62b352405ae502b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43778e3d93c09ba08be76fed12cac25b564b768eeb94a8c721dec0ce5ae2e91c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea32043f2e0ef95681a8fb438a7ed1889dff050
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574aa202f71b8873c1fcf9b39a4f50b6ac9bad8ed1c1b3a7eaa1b62090bd9dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a687cf1b5a7161d312eae7ec22be1d449e04099
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07436e709d0a96c42c8aee96000636fd6ebfe159d73a5e71a70756b8639e6d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45f3345c7facc5df6b97617dc47eeb0bf95bdfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f065d98282b12676d6ffd2ec2c82bbde91587946a9926d9493765a2014188d64
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d08054cef2662634ad792a6cf3ce6f0aff10550
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf6a10a152071dae8fa60c05bdaec9364f422e9eef7d616771ebb2c485f3a41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33eb6761fb2542706b32ac5ad40e0400f5afe1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39157f6302974f7c51f8aa5d7429f2ade15ff481f2c4a72925ee8894370b001d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c6f6ccb0478e77464762b017fe1b7ec22abcaa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cef684c6d7f9e6a644a7f8a682477068d1b878de72ee3f85516d7e7fe439b46
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8533739375b75a94dc5ccdaaea4095087f91c6b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecf84dc115684e2aa3b4371b2697e2fc80545d0d23d4f06aa31eecdeedd911f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d3b8cb99d14895d389fd41e78eeb8224c8c389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318f082ce52e3f3082665189b33504aa55579f3b61b9727532a792f688f38547
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0313bdf1e1e6558966247b05860318a13c8db2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014a4884fbad05f51fb78b6905999a5f9be0004f408e1b443bb09796b63fd824
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d4ae7fa4c54f7f3e13901d61f32b25bf38c35b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35722d890f855283e2de877fe17b1a9afde86867b6017dbeca78c499630282b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf0d85e154494c5e410917b254c4e8e602212d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f0162ce985cf40a1d13ef5895c979ef1b6a25377918e0ffe20fd9813e7e12b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b8046fcb3ee7f08933e73643475eacb735c8c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39dd6700d1c4e8c5535421507428d973256dfda156ebf126dc618233c1368cb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ca3541882edb8ae3f8abf16418aff484015b2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857d9717514bfdb3a202b967aed2eebe0b1966ec522f252f9ef912fc4a06fe3a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc4993ab51511ed95558a5c6c2eec7ba2d0065e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f8764fbd76cb6e7552a5fb5a7c27572846b5221142c1341fea7d2f9e3df9bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7a092a9c1f86d7c0e99f4ca6e379d6f6294c70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad174359c3f1f0d5325754f415a028330669929563c84d604c22cc1024d3f9f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913b02222061adedf82ddb4e6308372ba64c0871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1563f3caece774801db2c58a4c3a54355488bd56de02b5363ffd9dae0d8fc2e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4614dae73eff5ca411dc0c49409d10913e0a5a20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc1a695e8b6ac8657af06e8b9620f0144bd6cadf4efff5dc8ba131f69dee59d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc168dea4989cd1aea8edac9f14b299937efdc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1772f969c761ee8d67ef89cd1a9927912795eace6a6214b58f21f07cdb8a94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584ab9764289b1b4a7360f76a6bce621d71ae4d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f059151b298fe3607bd6ecfd7ad3160ee7a4b06cb323283d1f16c362142537
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b547389d666c030030d82cf8a6e546db4492a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fa7670c0904fd803765f4acbe491451680f1038ba422b3eb8114423b95ea70
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb541db5eb69999a53eaf900cf1bb969d2a7b67b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26b93f4c39c8ba7a665f017a8be29a3224aaad71226f7ab6c3c192dbad73829
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff9e87eb1ee042f1b38c35efa5b7e565e6f4d1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d34dee7888459226c69b6fe896483ada1f13738a8fd1b31eaa8074796d41bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672ce098f3071fbe2b010325e2e6615692a2f774
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6cddc4011a50af1d768f1cbe82451d73d0d82ffbbdfb1e3ceb336aeb12b58d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b43b885979bd930a6c7b37b338501e5b9d2928c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c48d633cb151305c4ba6e6ed7c428f01e4b29dbe5803805cc69889353157e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c00fc20af86867a1cdbd269f4d0430ddc1df27a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be63baf8f4386fd72f1305a7c95769dd723db3d7f628ac2f8389cf7235c7635c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96054e7ab6cdc2c4bc94038939d8fbc1b1a73a8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95fb1fb4e7dc8a99439113b17e71c09618115217d19e5aec56157ad80100ec9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968b7ca3f2f6165077fdca8fe15b50849923448c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4eb7a17481989eaf624982440ba7314aa72b16947ec9f88ce3dab5ede5882a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c779b252e6be8a6c559598c7f1a0571170e105c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f433a6dbb84473d9380468e9bbfa0ae540e2b030d2c5739f1bc43e22d4d9ab2b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400253e5c8eb93e8d317b06fbfcf6d9697184594
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba42dc6ab26e270810afbc828a413def1c6116cef5100b40c8e4876dfdb7af57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7410c72a3b3533565ab4ff2b2069a9e332d49cbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed9bf53b5bde4aa07e4f247cb5c2a511ca8ef28fda07670c81aca5310e3242
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d43f494ff1dba75bf27e9d1174e806742429cb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5f19af3fcb2804e7695d3b0dead7d3ef70fe86b1fa3a6704ed4c0d1392bfd1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dfe6ea386ca12c93ca7bf5f43b8e58728f1e5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a9fcda95a5abcaddf35d1e3a1024ea2329f28c60239a261f9938ab56ce583b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e300d9057331b34e9eaebc8e169d346ab2c9ba82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f5672eab43967fbbf12ecea78aa3692e239424c6d0d6171196f1bb4db39909
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b1fdf5c451aa95ff698ec252662cf77029c2b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efe9b54b54912a8380a1ebf0d120a9361485b184d6e0ec717ef984bedfa6324
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e661e3be260b70d430d9728c6a9affd4d9cd51d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27ae1c2a5c8171e2a4bbcb478fff461bafe5f47feb92452c2e1525188eede03
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edab390296d350aa32130ee1779e4dd51e72250
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5772e5033b44b6d888444635fc2097bdb83d494d45b71148339880745db47339
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4789c1f65b8798f6d8e76273e368c06be53b26c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91bd6b6a332c1392eb305c19e0b1cd47635b0def7737c8862e481f9eabd09fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1309816e6c922539f42ff90bfec8d1e4fde1e4c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97d1b2db1239b63becb19827f58ea0862564a7f4a1ae9fe7b054f7550355f1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a845bd431f578683628bf49bd99f7bae8e23a10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38542077ae2e68a2c53c5111e1161c2a75ddefc65fd94d24b5b946529ea8e93
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1db2e102c809d3fd7348fb41efb83be21241902
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34b429ede18b7d756013370e53bf5e20b3cf8cf4a4442a58aa7495ffca897c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458e991903233cb3cb4940696b0839b0fbde99d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d604f8aa0f2deff0a5bfb2d0c83ad30d9528c841cf5c9764f0e429105e29d9f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92650f034111bc61ff7fc9f193d626248c06ef57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe08e0eeb79e519bff4ef6e484db67fe35a68befbe7b07d7cd89705c6122cd1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180be38c823f730bd3e087a26fcdb960b4dc99ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5432197d52ce328430ed550ea143b9cefb88a88164ca0778603346c7602465
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc11be68d65719fdb921847b7d5ee3afc7b0dd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a531cd61f2ac5a09f664613be264abe82af9b2fb4be27445eb5c956e22ffd3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7a428ccb46a26a14ff068ee7f1fe490b09ad2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9369ccc8d4434851d4e982093342a6929ee16077da85744f4c927c31a885efce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e304e675f91b10a56efaba4b32d468ee9cba621
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c998ef4eff3ffdb0c967c9374f67a9ceeb3b7405d25eab27e5a4d221e8e1cce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c393cc157dac86c288cff2986cf607352ae7575
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf686c1cc05ad5cf264d59b18301150c1eecd77e6eed55dc13fc06684aac002
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1671cf646873c299b05f48eed5644db24d05f485
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88175dbb21cea50ba7f09657bb5840f2567f5790a93b7b904c6f510f5ebd9efd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1753f74f98d8a0ba6f9473aaa0d82a5647ef595
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3503315268317d2c7417190c76045129a08d2177b5acca52c00265a9a1317d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57f206ac15fdfc1367ccd51b2791a397559657a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72a0c342308edf86c57391827f5d1dc0f8230dc3317d1cc37232a7133f0f431
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781ed9b4b2516f16ddcb639e29e9000e68e77d78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e708b35d540e42e4e7e0030656885f5b523615df04ba7fcac3e46d49db046bc8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2ecdf9aa80b29dabc6e00b2632fc11fca7631e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3d23e6a56c0ebb71dd19040c275a81892e5bd473ba4a7f772e084727cdc93c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fdfb34bc2f1da2903c8a9c4166efe9e89930e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ea32ed7a237e0a3e051d243e57ca05541ba16d8589c866d89ce671e6fdce46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9170041fce934267daac5ef745ae6f970e89efd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3c64eca0a5c141e513ceeaa8927a9408f9a5b78c748eda4e1600746e414599
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d272983f762ffdea4187b26e14ff95d07a64bd10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3809946bd5d983e9fc4680d4014efd48ee873dd805db241f265e384beb440968
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ae893bc1108734e288a877251e1fd8878ad1e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e743554a18b9d197470ae5c7b73d66b45041999af5064dfba2986f5456a60fc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e24625e6c2d2ce7d7366d4a9b69ac005ed51b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efe5e2cb0ade798d34c818d9692f966ce695398cfa75616b0df0583cc2933f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1455d88668c98171b1680190fb5b74c2fffec3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca677178ac4ca6bb6cf5542f2bdfadcecaba22e7fabc4507c9898594818bcc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca94ee0551ebc438b5014002696f9796cdd9d8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db30311728a1762b65e3041553a11df5894bcaf53a6224744970e2de5ec64115
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed28d2b97fb3831ea97758dd25929f0f869adc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fdd36e3187f9ed42ee5cb998bca0678de118376b7db43b7cf4089f835989f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ed373afb91c7dadf12cdb577964a7f21a69114
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c24d9c91013034e76c7fb16e2c40724724e13e908f2506cd0191a1176e922a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75706fef7de97f81421d0fb90e64d50663e8e4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6874e232025ec5a82228db16d9eae3b33f36e6fc5385c68250d707dce12f4b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1180b4e56a8707cf9ed8d5f1a130525335ae60eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8134a7681ff8037ff78caf28960efe57702061f14321129e1f277ec3403c74
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00740d8310075ba29354c331874676359630e7b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5746b8b3fb5eee8e671ce702e6844ea6885dd62117cb65ae3f947fe57d85d01e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ec1033d5572d2e66a0673e6f26a6c7053af76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa11ce177f5419a0a728eda397a65f15b9bb0617796dd178d51ab161b1ee794f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7907c9d538123ac388cc6554aeec166f56fd44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027349bc6a825ed625941f1eab2eb759314d7223b8ebcd1f8085f200c2c9a986
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b4960e43d14c87de06a8f881f067e2e5f61569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2a80d7f91729a013de06240855fc832d7cde1137b8ae609355addec702d339
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2cce7e2131f28accbcf980b3c7b2fed378a4bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a400f7b7c13ce55f9033f004321bffa122b3c0fa5acc17a6aa5a25daf3df72
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb6f4d23d50b8906ea7463c3b5d6cb29ed7a39f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d94dd5403aaf0bebf807737df5cb56b6a5655895de193466e0692e3f3c1218b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c56dc65dc8b2351feac40d15c33b98fdbed9f3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895d41128074d05ee9a546a2da8d6e6b3d7244b9aac06c6335cd4127c802432
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba558a50a2f3dd99ea32fc76398824ffbc1c7f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2880bf322e80d3ce86b75b6c6ceade4fbab99606ffbb35739923588d8f75c3f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3537056f6c46ec3f8adfbcdbd4cadcf37a51926f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b8dfbdfd5301422a8a50050610ce86a0a9708529dafa2a34958f76be7e8a29
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6d1db6003e7305f04f1058cd4cb808e125e2b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b105f26bc79b5ae6928dbdbe7031d30ea5208a70fc1b92c1e4ca8f899ad732
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d53c8d9b6c7c5619a4cf5f0e25ede872790bd94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122d58590399531008c297fed3aeae37ce56faf5422c2eac29934dc75e54e90f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af26b0e2a8914242ffe54c3605163dd1d01eca6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab0f5d9cf811b3707ee3c91c73dd88b1e5756634f9fb4443179af58f876af80
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1386b5d26cc2aacb2845d860a1610c952b7b811e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6593992bd620971ae7546597e7830e3da79a744c2829b8df373892e131a3021f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6a9fbcf82d64873ab3455364cf3f2cd4d3ca33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee3bac3605109f247491e735f3dcac22ca6e0ff943943a20e71f219a87ebc9a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab1aa9b53b61fd77b53909bd02e353a9362e0db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8d66ecf2959f9a70cad871b838c226d5da38f2592d84fe4f3b80d57dab3ad1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40119097f05f7062dd69b90fdb5089d71976022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32160e5c44abed47f00bce7fcfd32f4674a1256b7f1266d96ebe9e87fd749c85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0f77557da22e83125093462bf614f1d96cab53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2732df1756586706bc9b03f62e36243c84ae749685b76728b80ab4c2d919786
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07e10e021f5ff093d450d8988bb76fd57bab4f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4dad7ba0b39516a45d562ec11243a1802c25111123de426c294ba5aeb090b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c7d561d9f36ebc55218ea9844e8e9237eea588
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dd8a5c8759f2a5fca2b34196192f87da1185fe1ff82443477dbf9345068722
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2357df1176cf8d6655e5afbaeb01e119e761e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1251a39a466bfa7a1fbe77995d0dcc86296fc5b7c8fd89d699ef9fef9a5e960
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7a256997a92d543be80309ee35f1fdf4928d0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6349e8183a090e65bd635e24589796921eb0ae902eda8a9c79409d9fae030a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59fd8a62e3da7cba32e0a42a1182299d24d5b8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c318847ebf9fb8fc04d47dba9807979c6267c12afb8dc3c64ca22dada022840
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07206a21711394b2b21cdc7c7eac49504cde4ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03133609ca76afc7df91d4602b192f7f7b04b5272bd57d4f505fba5ca9f2c42d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d706d021ac86cfe9c627fe847bd4651bb01533
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e969173dbca20a7a80a68b4d82038d39eec76bff902978c1a0f24239bed75e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce247941ce9fdea4979491d4417baacb9b7f5bfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886596a30c0b2756ef5a0eabe823c16cdb0aea336d83341f9d6831551b9d93ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafe3d4e9d2635d564ba5443019a17c8acf36783
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa263689b8f163e31ee84abd480c4a192566a32982cbe3fee5a17eed8960bfc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea8035e506ebdb5c53acc0d9fdee24735a54be0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90efb75a726fe40997a72b55da247706d89a042a2c3cfd3b05dfa2d4f76c4c2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7e80b2e5a0b737164d7cdaa1e9c0c292c46c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c332e025a40466c05217d5bb5b1942f2989fc09c0ca7595247012cef0c4d2ffb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73025b24b6be5907c91f9d7baa87b1a21431af2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9b13a0e51aba6932e7b21ac11f9a1b2929b6bcebbdea7001e4de31c9a20698
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dc5c3d570c63ca95cd0c39f7403145c7dbe6fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f851d8f26882dbd8f6e2f4bfdb6cdeff5f3136b0c4787fb5f1c4ce60cf8520f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f1ea472899c71126a74491b1614368c57b526b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bff28a5887152ee819321a289c329a4d1b82483e258a07d4af8a2ecd163028
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5542e63ad1f9166e8e91b117a7cf0aa28ceb410
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403f494ae184a760fff6fb4c458cdcbe2299bd729df5f49eb04b28d0ee12d260
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5347d280ab78d0a4e16e045e1a15690eb8863b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cda42f5d84d4e1c5fba1e6ec43821eeaaa25d83214e80da36e805b7778dd575
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6987d23f6951b6de5145742350e5096335756db1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7ae31214936fe98e5af2430c4654e1c3f018a97afca06dbaa6c6fca83595c9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3890b35453d2f2515947b8ba1cb2b46bb397f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69955b43a518ef26bd7b7aa3d17caa274cc08eb569c646fd564ff02687d95b09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c68f0c6101765c6b66df6c92546f740a5d975a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079b34e22f1ff4f07abbb67ff511c51b238a1f9f1d64040236d647cb2420c841
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a6a551e3e70f54a09c4cc189dcdf1eb2a11320
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646708325f353421e301c40599fc3c603f02a818a84e4ca4e9903a264eb49a35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868a02380df5dce6cf94313dfd2f924ba71f9761
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854fe820b2d05e2dfbd28cce7d99de24daa10c3b30758bdb752971b574e56a93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d55ffc32fd0d069d9c2ee4a3258d5db8e25519
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5f3a51501fdf3e34d66447a8da4fc96996e2a69ecb1c6311400a960c0be49d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a715afa9dc34d182f1198ed9898f9cbe05d852e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272f4415f9ef6480f828ec6703cbb5ee8e725d453a5dc2c1c3a5073b632720e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d05f36367978960380f4209ac311fb32151d02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf46b2c18fc542e17dd506adb63ff3ce3f8601cd039103b8ea6c383e2551e64b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d32e952cb5f012cd110c0ed2f812fff58ce9f0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833fa15689047015232360b2456d2d209be7fca3c434038c94e75529c47ff3fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4707ee7cc12237f6b1b62cfd3328f50984e7a6eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8748f9789b7a75b2d7864560785180c34f1ba38634ebc91a745872215fdcfe7f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e8bed68426c4ab3a5b44b6f365d0cda3add18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13b448a92bc44c3d9c032745180596679184e0735cdbd4af8215ec8f21adf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eb88b212715d937e124c5dfe0359d6bc24d87c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e3a9d1ae69944e93d035ba6585b6225364f2a7a42ee63ab260089aa327dead
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedf13b1e1c351d7cdef055c52a132f77ef1933f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd614bcfe85a4879b1043f4fe56742571e0d6dabdcd504131443e3cba0b4efb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c793e6d4db3686f549181f857e505f4723b5217
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b49672123fa5c48ed6dce8eea511716daeb42ac75d5caf93a2c7f1ed3f1f1ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc9ebac0f782c4280137e45dc4669c3d6247aad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bf980b52d9d86045b70454f59e62307532a6b7623a2a54a7e35f27b2c62e76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9e32d1f1945a37b8e9731bf97057a945a0f5e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21371745547745fb41fb4b20da34d024b5d9cdbce56d282b3f57d62f3b58136b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373db2fb004553ffdab9bc9950ab1e6433d0cbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818daca3ab9b5d264582954ddc775c41154fe1142dbe7d6dcf9da6aa3dbfbce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2570970f08d1f6f125f276eaa975107210acb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484c3653c62e5511138daefa38f6074e32acedaead26f75fcfcaa093c612ea91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654f5d69279192c6463c07e264930b2c38c21c0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7e85012e3cf5bb3c0fae58b489f2a19d33abfc5f55a177a273450fe63e4efb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2bddddd615fef5844da0fe3d0352aade4a0a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66467c038c9ce603404353c0b5c779e54d4af6742954a3d18827c23929f66da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e812c7a42f5575b53baa70e1983a2b220dec8599
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bf9a981a78443186b4ad34525c9825bbe44fd9c02815bc56f35a2b0cd8e157
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb87a98e2be22f2b628789335987825f5b746b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3d708580cc7b8a973549338a4d469fb4f7d152a0de828dfb15a0f00e9be94a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5be4e5cc4317e035a34453d369114ca619459d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e93c4311d0d221f7142957bf33dfbfa679db32d5d5fb1e1b2b7aafb80aa5c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518fbaa049647a956577f1b60c50ff61211a51ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188130c8206bdd876e07d5c5974baf67b66b52327e8f2fee64c280f07b7866af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a381eca1a3948a7e3869846990a5b758886a0d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39321354398157531839801f3c9ca2f9c4b7959eb18064ff4675ecf1a07e0bdb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d047361057f89cd3fcad0cd7559e78ecd2fbe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d90808434c4e0d249c8146f9ef25ab1008456d15dba3d0d3df0c1b2fac8933
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede5f142da9c50c1b8ac956f2d51303fee3ff3b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4547d53cf9846590e8bc3a891b71ca6b71019456181e8cce34099173e99eb8
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669537eea6f2c95448116ce0cdf56315396e6c2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c88326aba4d8761b723da021b666122481d1a62aa5fd8705099248940d1808e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f776059e409b7135b6cd9fe31be323c5e3a23d6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a216575badcf3c1a119a2aa7fff4c21775f354d8fb20078e241b6dcdef7ba3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acee670e179039e21a1c73cf0ba7947964db57e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b697c9e6b38e8e76e2857e48f014d6d26dbc7aa08123fd66cf084127017400f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f193ce5e53034931494a6ca8de097bbb9750a9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fad9c78ece0d0b04e8ea4bca9bdd1a0ff3e0b8cafd582aba031bb842c153f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ed3cacfdddd9da2e488a33e82e3fe99bd75c51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b42afa302b728688f5da8d6254d77bbf6c545fa1773b7575e7e4ed7a7246994
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba96f79926df09bececc39da89cc98076403791
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a38959a9d75c502b955535a6a3034601d139cc6f1c0836086ebdd36d27f5d18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefc7b303f69de367d74ba1a6e52ad55059e450e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d9d4cda465e8b4deebe2968b6225d2a117bbc274813fda97fbed368cbd60af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f00d88b8be122667f207ff40ff66b08dbc36424
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b15530671b01d04656ebedc1c1d45291c01b724e88cdc5e9a66c8163f171d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c546a34d1206bcfc0ec039e5b7103a547469bcf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695e8d33098dfd0709f82f14bb723a4f166ae50062037be32c3f982d7639fa78
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbe9c5bf6b83e0615165a7b8fbc29c149c374f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca210c08e5b238d571be9d302e30588de3434765ae2b0f9192adedb1c681e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9439d9d898b8cea998fae701c90d29f585315a92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dcf5504e3a9c7e6b3b0d049f0b4af1743b976452bc4f01bc6efffbb09c9084
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc291f501ea8de47fa6692cd7ad759321641766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39196cb1ade001b1ab55e85eda8210f757529b1505f2c130b97cf726fd5317e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0b12a46de0d8929295721df670fcc3c7bb16e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816ec45f2f32461f57f846793e1f45bfec784c7364ea6cd34ba8538ff55b99f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627ab4ec0b1b2132460042ee74054e955a73b18c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896f835ce14e4057ca0d74dee00e0997643699082a02db58a6284aab2e281fdc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78a399dc8c6bdbc51cb4f3025cb208c619e52d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9db2757063213409d0dabbe70a005ff7720b21a01c860a573d8a76c717f532f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238b949348ed7181b097a2c1527d14a94ad25a93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c9099269374b5e39a327dda47beb2abb0f1a5a7e40a9217b4e16aadeb327e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93c915e3b49e2064ab7596514d339b077062c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07623e31cb30071090edcdecba8455b90a47878f7681bed621f7f847a09c23eb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35c1fac1e0b2dd05466536d47b5b8dd9fc0cadc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c17e87c0e8c0f08a6f4c99dc5f204e39dd99928e39306b8439c8d6e4a583db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f3eadba6e867aa0eb9c4a8768e1a35992e80df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4b81f7dfe6425c091ad305df1b976b5942ac04be4ab2cbb2bc5f1be438065d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0fda1a585ba7e43bab9044b04ceec6382a82f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6976d7fad617e2efe6ca8b25827c96df313ef240c82f4bc3dc9b1415369819be
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de484927986bb92c938006cae3f28197ac824019
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5bf98597d9f5ea8f2e419daa0285a4497eadc2d865f6a167532a4b4129da1d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef21e2b4754454f9e167471b570dd1c7bb5c0d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcc0574db1798261e76539e6d7f8a508f637e639d935aac4322cd653aa21999
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d012f6e4abcfd3a0c463cc49da7dc44813efd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa56d6ff8d2f2968901f99ebc7204c678d218cda7f3366b3e233c1d995b62214
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5f50062dd8b13382a2ee8acd07b636bbf9a792
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde028751855ae09401f070bf589ac44088658331a526ab4d422f27daa23b0c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6600f661630eda1fabc9e5ba33557ecbde060537
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49350ee7cefb9d9bcebf8af195d3ba2b66f2183e72bb0602aca03234b9d827c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2837483ce30a942a67e8ac9d4b284b638c312383
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d50b8158b942bc6d1c2f1a84cd5259b19e3096657c84a8184b24a701c370c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876a5d59240ea489a1d1780b97bad247ea2fc302
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a569e8cf723febe7f8ad6e87ddb911ee583ea547adedd7f01b62dfe5efa291e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df01f05bc0dc635efd4e149cbd25bb3c434f3b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61232c7b33837b82d17925862acb9356c2c54ab4772e9ff00768caccecbc936
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75d8489885b1f29d18d1041a24f0e30dba98766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6d8b37a9f357ef864bf346b2fe452afbc5e7f81b1b2e700ca9f54c019722e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbbc5c39df9b03b1f1164d8c8cb179281a8e5fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afa4894e58a9591bd579666f37b5cfbfe6260581218c2b74036d1431e642439
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aad3fabb66a9e2a97dc911bffaa6cb12c97e581
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bd2fcce2a6a8ca5aa383ac6a739c398cf39101b80a84b712839b474a223a08
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7383bf39f473e0780c6cfd5d53aeb62028fa2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71caa1520b61a2ae797222007ba4050684c09947dc7c1761f460f2c3270ec733
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3764f7a5615d9c55f4144385dd972ddb5ad707
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c263421141fefa39ac48846aab37575c64d093d58b243031337ed3a42ce5fc3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f39cd9ea5c3564eab58185d4f8923fabe06c34a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a848cd74c6e2eea6319c4672bc6947c98e388445e9d11e462bd37cfd67ef5a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb44cdabba427868c39a9c33dd19b2aa95698d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fcb9586eaf697071b381073a8c2d4ec51ba758e3f806cd13a2fb4116c77735
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28645eca71bee66cd74047b6094b164b042b534
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20737a5d200976c0b02c01d26d3386966e35a7f7c8d602fd5f1d50f38c3771b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b09b9caae0f950812fcb7a7a5289778ea4eb388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d36167cf2d7cf7fc92295803a6c3c7107279f3e0afc10c127c0483e188c76b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cb02ab3155b39b401a3dc9a770ea2f17332a43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3509a1e6dc6f6ab5b0b849ec563f09a90b838c42ffa5ccbb464132565e5bba99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0adf08da2866f2ed09bb698008ebc3a49b62a94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b5d9292bed5de4dc36b193136e84672a87346d5096da3408ca1da6f36f0053
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a97c1973547828a6d587a3fced6aeb3f341c6b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108bf039e1d3ba84abef8b82fd7a184558d16aeca76b0f3b3879d71877c83007
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c403a38c607450d5fae2ed6ec3a00167878743
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b1a2bf7d98773fb86f800bf8a8a48f73e85cc22d258bdf90d7290f3de61043
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f8b9c0935a7006413b86aecb8c5e29fb900633
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce65dbbcf81f3bc2a69da5d90eec76826445e276b1fad10b44625957033edd01
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3fd49522bf617fe5fa02272275387796374757
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8363248bdba63605e208c815ec74f495f82d011227a326107ce4fa1ab7fe93db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6bebaf01630d5ea1b8469d7a06752b73cdf99d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a82b0f303a31cf324a1bddbb04600e386ca2d18ef7faf93de9e19759534378d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cd78710e84ff69c2f76cae7d8c4fa956647f70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c84e54688c71d769c697c2040075ff600fe24c4fc90597266e35fde790f4492
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80333ac4ec7bc40f7b3fd5f6ac5f74bed3bcf291
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2614fc11c0f92de01cd1f8a88454510c89ac0af49bb83bccdcbceb0c874d20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1bfea4e999a9d28c8a514d8cfa7197cdbf6575
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7deb5060214ff91b92345b3ee5380592cb684f0636d8a5fbaa599642d910b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bf3fbdd2b466aa6b059f120cc76c74428e55d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe31704f6b0cf4973a99222b0d8a7d2d2020775493638b0082bad9a461cfcb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff37c41b4cbb4f4c31c7556faea9138926168ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8e9a25ec1abac98d7b6a195e7d5ebd25874c94f50957d8a05c929241be9983
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bc0b7d3e790b0d1275077698d7f9c319c7e134
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e588af38dbac9de9568d505deb8c5b652e302a27f5d7465088343a703a7f9b7b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541251d7cfc39f111119143b0d6b0cdf3dff471e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ad15c8de7d94128c157d6c11ac13cbd53fb473b6f3b368c0003cec1847b5a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3626deb9e83c045c04efbaa0ea0b42d744eda502
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb3278c05569563388d5be8b4c64dcc527de13a6c3745dc1a2c35002474e7a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f461a82e2d624f301b623bda984292dd3ffd01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12236629af2b59c483dfb755bf3406d30ee07310653f9eee0760dfc3b5d9f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1efd5f0038bd8ae148c02def99573bdf90d622f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892f0a7b1a8e80c61fcfb10842874ff9574e5eeac090f2111851c315877fd4bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18265e32c03a182ac97f43300fc996a2b0c2cf45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18da129c99eb77a1e33e4ce6ef899a494bb876d2e155ada8a3901331184d2b35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cb613fccaf7d369b2cde6d1b0fddec196a747c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ddbc1a8b8f6920ad593d8bfca57e5d91aa23c2d5d938387648b25091464144
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937bbf93ca859da0504bbc3d2d10c4daef24a8d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f934770f9c749ba9a8817c6416fef0d2f77cd123de98f00423ec131bc13aa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd40732165a8066772a1b88658d0d54f9be3fb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f755fd7480c2a56c1d61148bb65d3aeeebb57204a68df45c316c8018c1a46b8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ef20accd3ceedade3c9418a2d8f9a1353ba1f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c990386d62024f21bf0c82ea4ea6434ae3a478470052a971d3f95e1ce530476d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39709f55398f934900f551744a8272e9bfeef06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24de2da88d952048e33c8f065594842323fe33d72558a0ae608aac3d5d4358a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e56924ac261e14a6d21f1bebedd14267414188
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586505afe270dfa6729981db296560b87d0cf3794a68a54b30cb99ba1313a7d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afbcb5a2f293181e49843d4ee3eccb89d894d20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c935f54b2c01939c92c21e2c321faae5bc012829e960f9797cfd0338d793ac70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c39ba9e1b7a37ff8de8f0a8d3e369c83f5f6af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956826302c1d25b4f2de2688584aa89bc9ec4e81ba06d0b11ac6e5ecb4ff338f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5838ff63d6e9a9954db7a5ca0227a0c9411e06fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dd196aab1bf9048bbd9c159b1b4ed7db0d6f2ba214f6d417ecb486076944cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0153f8b5bf5c3a1f1bb2e00e42843ef9f8df0b6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fab8ca28311758c08a255c7c9f432fa8eb8d2c1a4121a0afa19050b6f4967e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6859955f601e7e6e47e096571a0a889e16d0fe8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812f95d4188ad81015a4fb7ba81992dcc3d20da84509dd8942b2819d36ed21d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8740df49631cdad1d1440ab835db56fef7d4b75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444880b2d3f8c2317995e35a6a3fa0c3fa65378bbbc135ed35264749e2c52515
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27163d4b307625c41b93010c4c5524544cb7a00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a14e46fd79137eb0bd016b794b0b062f3e851f46ec0e5479876d8b2ecec91f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf6a391cbaca5bd27dd589939d3ad108abbe0c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c1886ed08b483ba8c61b3ac24eac30505ff9bf83d5581fa3623cf758f29cb7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090208e0feee743ae899932303d4f699e8965f70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e315a627e9d4a302fb8e944f3bf34640e9798f7d1c9ba384343a67ca0dca1a1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5142fada8afeb88a136eeaff23310a3e7eaf6f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21c7bf1f2100a2167152b0dfc6c6f1fbef11a6c7ef0fb8128da7da2e795598a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d6c661c88ca223c26f15b74b26ea01dcd411f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae293130f3f17d693153e74914d9c9c0104faa0fd66d1a7431e1dbc99fe8200
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b61b18ebdddcf02e29147e4fbbf685f229aad8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99849473b5fb394065650876cc46384655f914fcaa31b8a9adaa8c98eb082e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f44a7b2b8d37b1716af3730424f556297bd8556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0902ea8974d66da72778104f56d20931463d9b84aca554564e601281f72c9f2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a388fab110e48741e25a23044b889eb9c27a2e77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92131fadad38ac0574ee63661ec8073e402301fc1045daff676c3b9c8e0f43b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578909184fad63211a09a4b6c35c911d55f66d58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cdfe478e617462a598028d6e25ebc86ff030a8d0d0a9740f8f03cce3a02fe8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627661a435c67fd9202d0b8543234968956637d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b311aa89e2275d71cb0420a3ad149f6233d32eb3db22c5dd149662b9620eb8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3782011d08b8edeb7ef9bfd602a18dd2ce4da9c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077b1876b76c13e53b7fab9ed0acf0b5c921e4ed589368f616e4871f82dc3f30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b3e2e812e43de39fc1180eb81663c2188dd74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78a835f01bf212bff2c7cd0ec5ded3c6b71fa5f1fb0fcffe0d49a772fed39df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66edc8aa43922ef3a77800fbe642d0e38269b88c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd20f2b75ab5c36f15c74da9245800d8f03ea60b20ba41b24d4420ebb626722
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd75d7bf514bcdd17498811fbf9368a2d77fe81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b3e22ddec30ead3a8a3e06e68a49c4d032c6c85ee24cb563f5ece59c2a5fb6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656e88d90fa5c7c3442fce45e7cbaaf8df9b24d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d1df8a62bec52d730f01e6e96686ee7d149d58095196d7e3076e0c6fc29c1e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5872bccab3d122ebdf5333e59666a268a595f31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7bd5d18fac87678ef8fb86372c99344788668b2140e1d4b9a347bcbab93a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2d796a6fc1e13e9d501d3f955af5d7b420f404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e553a98c74945e355088636819af91fe69f497940bbf19b4deefafda3afd8e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69145d395f8a4de3eb0a526a31c989ef0b7eca61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be9d6a7e38356cfe41bf054620beb5700566b164e9d1d107fc10e3f70b5ecf7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf79fedecaab9ea63820ce52813642e623d61bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0da2a15089f18d213072dea67895f4a9f5260e6f7cb6896699dc8a410ab8bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89710725763e1dcca2b42af9f7784039301dd360
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97afd13fd5ff88a110190e4c1b46506f4b5ca07fbabf57986d2ecff6caf4c8e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f11133dbd1861f0f07cbaf3e5c1d132826c1c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8c260774494a1f2e2824567b93ae7b2ed6518469cad9f2d610e1340befa9ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dc7129019782474e95e84e7ed48abf7f80dc77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe13836c69135c068ca200fb252f8e79ea410556af77fbcb218636efb1253e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85700a455c5ebe7a6abf9fdd1443f2604eb7d59e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1f973e1fa903dd92c9fa6bdadc4b70c9a10621c3fb51ab4279851cea3eed14
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76f7c5833f358d4b1ff28a8c3d0e2834504135
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c140fe78e9b8a096a31823dab9dfb47309d8033c2157e09ab49966e1e6ffd24
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b261432d03e6b10024bceec094c905a54ae75a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338f84be6da078263bee55f5bcc13079967a46fc893da18552dfa39ddeddc73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ea0fb75200f5210570ec28c24eb6d9c1414ddc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da72a58330bd47c63a74b6689e1e4e4c6f355605c6256b3cfb716d3fa007fff4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53992dc407254b73ede296956ff00da85841573e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1b4eedf5af35c8b8d658849946a97d88aa685d61208d6720ff9157e2e2f9ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3160e671d8cb9ae73c36bbc8aaefec66bf06769
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7022034f1f7cc21de713786dc1a28c4624e5e3744a7ff0be984ee395ee3b0e8c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09c9426b6e818cfc4f29c130f4e8ad58ed249b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bbc329cca0c1263985fff2ae7334508ead3617f0e7ce879fe97d1f9ab33d35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5824d5c998343bba508dfc6784d35334d25f5ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bfc33b86acbe1224d2f05aee24f6bb48ba1300ae0eaf08a9b933db1ac217b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d8db6958a2b13530350bdc6de814ab5bf3b507
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ed52bb637902add8fbab020b87255a501f7faf5aee8e7ecede719d1f7df7ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98aa268d62172506ba070e0c6b5fee73b16e92c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1558563837becef7389fdac55003922795f832b15cceb044dff60fc6db19e963
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b75774e7947f4fca0d62bf4170d856e761c4e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafef8986612c82c10ece9095991f8297b9c554f0d876bdbced1b0cf42140fc8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927a2c3ef23e40b1aa9239fa80b64ccaa5a07dfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2635cd035526bd9a812de49de998137a5cbf9a0bd3a54c7ff37ea1270e26543
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0216c016d99694fc04f884251cf078816e37e2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08893d539ef55b7564921770bf0ff692a9a3a6b2a18bf2fc7f0487ad6c2b319b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22406dd02f1a986f7bd367dffc15f37a0285e90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dfc1f44d9fdb40afbc0220c200fbc00191e0be58fa4ee5cbfbc27ae3d99f58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280355ad869e93225b4001f0f0555525f380d062
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df475ff9d2e9379b1807573ccfde3fae5e5cbbd5c1d3d4c2dfa6d47fe36ed42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afc9079c59ddac82d95e5cee15b886d2fa620b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a92532551632ef569e4c8825146b828f5913a9eea981b6b5a363644e5e3f20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cf30dd5ab9766c08b7d6c0f66196b94f8e71ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a602ed7d164212ecc293a0c779c496638cfec352a8eabaca4707c428244b2cfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dc50f615846993a255de9d059c394658047b0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1274a52a5d03beb6577c3b86a4c4462ad7cad163f151098688ae4ecaddfe3b35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77a9dca9c4821ff375f223f6ea2d72a587e7310
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c4f7c5bfa3bc96b61dba88c0b66aae38c399f24d57b98c4b4ad340e6c6011d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce30521a8d065e82f528e2df9ff2529a8663f97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c7abd478594c4fc49ec8fc921a078c2092e662c9ab39f13ad976881ee5811f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8893deb10500a816385b7a88e43203e177d5a0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4208d9188f07b5d474033d9863a49e4df61431d8dfccee3674fa3743a325168
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e58def09ceb898ee8f8c0e51784bd9fad638fd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0536fc4065b72ee305372eb3168b0fef054b2529981fd2450de0615722abaee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0126efcc9a02a6821806e968eaae0e3f1d6ce58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf23159301fd7028ffef354116b835759d46b5218f0644409255845c7640e48
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6104c9ab8a0ff28d2b422e581bb1afcb0bc4d6a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213dba95eccd66acb5ae9f043549208ba3dcd7635aa829e9da269286d53e796b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d04d3a7e0154ab09b8907ea5ad176261b73d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b005243e949c50db33cb891ede5bab8783cc4250bfe05fd987e7fdbcbaf1171
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf962e410e5fff3a331ca929513bd8703b54fbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ac1159c7325add3c8f2934c192a0e60e083de1cca054e00741f519b9e5086b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a1be08176c2cd082b89dd72e9cb1700a79170c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44b35fe785e8d87039398c750b5b6acb487e3a24e00815f524de316af4c7fb0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644a3bd8894dca8b82cbeac2c2fbace564ed283c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a498031c5e94c8ca1ac019cb378419db8ab285c4b5a2828991682cb8477cb96
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e1b0f556dc6657c5be62165fedf29c67062d09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cad57f18ee1c83e91d416d35d51a53f8665dbe84b8fbf0a1c063d38089e54b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55fc46e1b356de1694c21a6711e5895f7da8325
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c427f1caf140f76c0917f16d2a0f8ab97009d34b40695cebe7808f4c3d48d57
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b890612ff90d3c61da858e07556d3d8dc51ab58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d9498aba5ce37e8abe48b3206f42f2cc3aedf2117161e9e0b9e31c388bb44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18054727a7ef4f0c09cc3587be67d9bd75ed29b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48da5d8a6d4b7910ce85d8b115fd40376cab86adda0c70aeaf1f362880e0535a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6572741d82a35cb48a2d4db66f6a508b1df925
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedad9239c7e5535510faf84783c549633069d69e9b171ff9c90cf298c9b3dc7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9436c3eeacf2c038b4c8d61bbf48dca862a7b576
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdff19dbd462e8210c395e274e6dad1ef62bbbc830eeeb66c1ca18043d2f0fa0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462f2a43c1ff237b5222f0a81652433c6280bfb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be125bf686c7790ce7851154f78db71ad589f3e360f37eb314b67993ea78ad46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003e62cea82926e838bc67753d00d2115fa5adcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3654c0687dec26be2f0302ea4594565a921a06326b261f6ba6c21b5deb810f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc16ff8c0a4852626020c4df735bd6cb1b63b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594d25ed40c1da9ac7b23cd43345a5a2d878d3dd1e60e59d8cd4e8713578cbba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a07db068b25fca552d4ba3c626c6b7a6f656cfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f64d994a182b3bc8b9055825087d9a1d79281ef1ccd79187704c0890b061f6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb8cc6fcc6f44f755a3cbf7084072b4a5b7d81b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65da44db1c1baa6c6f960c5fbbb55d83ad445270e0187cc6a72fe3b49b618b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fae97b0a6a3d08b08de9a240b36e6054a5219b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20d59a91be60c098fb56da5ccf48e63cbd3f3874b7084b8410c63a54d29402b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81076b648a093b3f94d27de4bad01ec32c669a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4356bec23d497c6abb981dd1e08f0d308fab458c97cc193d9871f345ece4bf77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00d097057e139a09b20efed8f59f87de8b33165
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede4a8215ed22a450f7f02739026c1f7e3b73ad6d0c802f497f34ebf7d8412c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f2d09e5d66817c601c81027320b98ee3f398c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfec4050144315d121a12387a7ba46a566071507495e38cd1ca4c1cbd8cafa8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394e4e6bafeee4e3c2fd35ae7e8a9b778719e3fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f34c2c3396e35d1189610d7d0ef73fac64f00f4b05ee0b92fbe4866e7255106
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a96f8beec1b33349e7569c3ec9b594c63e0baca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5a441a25aead7df05a7d0af3ec45c130e44eea80f71a1c82cb6938b4644640
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f910c7a5ae8de18b5c5d3f623d35e0fb417097
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b26a2f47b0fe84d3e911ea2f633d51203fb018d433a14c1796c37c0503d751a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6038db30a7762eacb8e7527057cd4794508f61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d519463d8eeb36bd1797392ef80eeffd764ace9967e79f6485f69acdb6a84fe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1a22fb5258d6b2cf1b50650adf51722e102365
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71196be29a4917f2b2575dc9967812feae28cd2e605b36a4604a7e136d9318c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e308309175eedef8e05b6643810e63ae09cd928
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e5417c268794d6faad3f1380758adad678f9aad1def2ef490daad842049836
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1b63e5600ab6e81c348dda2d1b00474b889b0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24c29d3c5eb59e24780d3141ecc3e7d530e17f64babba0b6c71face32d8c4a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c1c8221c6b3be631c53fddd1e292b82b55f160
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35089a5935b56cf3a8b1b44a72a63c95dbee176d1e049dea51a0908a5e6a6178
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4c829202a522bfe2a0594c8161a2c9c41ff2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5baa70751e1e3901c958461743017236deda1f500c32b0e937e1b61742fb7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad27f8299f18f7c808ca1718a8d13b461829041
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d8b95b5c6d5cdf6c82b7de0519c057f2c59ecda4576894d1379022816a0cf0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4add85c2fda283a28502a16949015278820e18b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b28039b84f349799366a24d6c47a025d0d0d809c720ba863c6f13c59b2e495b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72c3a0c14fcfaccaff26e9944879ba7a83ee597
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6348d55f44581d6633cc30f7c042783c0475974e5b06a3956c518f26a18cdf1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472163d581b517d01f1e582b07afe70f9d5d82af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9f9b7063b8f306a52f3389c181f3545a5647c8b89b27205ef4b3172a0a6473
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e15f3f20fb6ba42ae464d7b4e512af945bfc73a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6427e5a127c3ea3dced1aa18917a15c32041594476d19c6cf255249669c437
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee9d904ae6c8bb0096df272efab8c86955f3c27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6165de2f6ecf781da3dc01ed872bffed1e27e003e1c53e433c5efc6d553c255
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154521c5cc2b9bf99bb0862e0f9769f4ccec775a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a85c4cd4d76da09d27b3ae12c00b40861108617a40f2726317f91a1b83f7108
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ad2de0afdece7fba0719d50541e491c66f1c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3ddf4e17e1821948356c627f5a34aed64417028c61edfde121a84dba75d6c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f084b3a257cba8a9f59ed790595c3bec7466224
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703fb507142850b4b2b8e44413b5e17f8fd48b11acfb44b8ac8c277ad7b3c1ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ba6edddff0b06f53a58caf97304caacf1b700c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1b15ec846fa09043f4e161db66c88cc7d0b31032fd0a26de90d4664bd8dbc6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838e1917ea8393ca397ac41be99c4f96cb423d95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ac1552dd1953d2085502c5730b4825c4bdbd50aa0a7e1b6a5d8a1dfa40ca5e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa4f03b602df60c5f4345c5c014ba1dd0025922
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8c48095dd62a927e1ef474e3274b5fb62e94cedc6e54667c3088289065e91b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbc294959f3f6c9bc855334d6378990f33c389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03026a893695feb9781e85595257644494496a830a00959fa3944e56383cb4e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c77f0743a4b85f05310185da9dc8fa172148085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c549570b9ecdad5ee42294a8e400d057b0a7b686c9bd4c0c71ad91bc1e19291
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae42f63c4ddb680544c95210e6089763e8476ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059bfad2840b627d112cd1afd39f3e7a17bca76ba106bba6ad0ffe91d04727b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ce380f1a4811aee2985404bbc6cc435f2f811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db34d3ab4a2a0eb98e25cb5a860be648d35c2f13cfa31e06eb857861c9d10bf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c97db759eee5c91e6e81bf0daa5bc92b5972295
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8167c73d064dbad89ad13c74a38a41b42fb5cd043c158a99efd8f3fe3d00ffd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7504bdbfa377e332a6cf2ac683bf7d1100c3c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a5c58e7ec7053130308bbab91ba87e38899fcf28cc7ac11a1b7172875507ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5784aaa1a5036f8689a623e7d7958dbcc6369ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4039611807b93864af5da95052d3d6b182d07f6357a343c1ad7850dfcc59f31
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4988acbf20d289de97709656bfaa3e2aa6b937e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99935327763ac165c040b54a5f14bccf0ba33c0900f3afb7c222c3803429cc6c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bf3f392a5db11095c9da4a36b500cf8ab61c4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a32d1154d5da5d485f47ccb381c7af76a319ce54e403d9679f03afb4efc126
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad33b16c8fa73ea0473b91cb79bd59aaf98c5def
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a4b39ee5a918d52ffb66d05d74af5b2f14b21608231fa9c416844c7590ce7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a84801d64100624d6463feb0c4e8108d45e851
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc267c9340a56339645354db5c48a3a910b25206963fab6ef49dfe94aa9b555
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d049199533082acb2baee5566074648ed2047bf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d964c86d395ab5f27f8a9c6230a4bb4805bd6ef004e209271d0b8ddd712358
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09d05466c40563c1d1a4a8d2d2657c6c04b32b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0370a9020965f484cc00e2b3b2a7e7736511ad0e9e986f87df3942c3147d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35caa65432c0e12571f7784168f8503a270b99bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0745600a2f6670944422f90c88d6dbbe756d0b4bdd9b1d8da1fe81e11df669
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dc967300dc51fd4df841f8e6c8104b8fffeb92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40bb1c2a6e61ec968dfa4f6077a0a433f8338665f8d12db9e42563eb0e77b4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894ee930e3168499c6036c47d60de1a30baba2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f026714d4c64a685597314d7e26ec301a4a502b2d70f7d05d111ecd860db12
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0a88a504c34843e7b99e24ad1f8384b89801d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec0834af1b4f48e580f5669416dde67c78bfeded4f5409716aa1d39c47e498d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e76d05b2031b64bbbf3653de228f5ee11310ae7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7409d3a3232d007bde38e479695afa00d4e217b608d0c15945fe22b935ccb623
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c9e83adeb01b3f361b242abbf65e141f075008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da91075c69a7f5a71f7181d9e9e28a0c2950b987f7f5c105b3ccdb5483601d42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39677b6efab739398b7acf68ea69401a8addc819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdf00d319813321f77b4ec68a18b7388635a789e47ce073f4e60747148b9af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c408292c6af4c115aa4550acf8e4a5036cc6266
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592777d299d55c09ce5954152dd95528b09b8ccec6984800fa2c0322dd1416be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8307bc9c752706caa79d5e230f0a7078ef428d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68339fdc4a1b823a06e69a41bd6e1cc98e79767b35407c99345a5467f7047da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84c375ced874368a95725ca7a118a05b0a402f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99db267cbd9399c9b70e398d663e1685d62a861b7a41b937513e83d5b807cd50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d198104d03d0904ac31841d73fbc0666e7253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87afe2d0a7de0fcdde16155d15095542357b54343db67db6480042d3d1db61cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db83e3219da7e39a626509b6e601454bff2a5d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57a385adecea553af9b24e6d6f4a690a394a72a8b1407f3b5866e445010e148
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4c39fa29b2d38f40f95f42e6d29fdfead2ae9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15d7cfa052723265e2eea8caa7ded586d693f2360cc6f7913d0db7f7f5a6bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc28da0874e3ae7ca8757a48514e585a1e09f236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ce0b90a37ee5cb4a99cbcb79405f958cc00bab676be84a99e52c13ba64c9a4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd1d05cd5ccfe1ea6098562c33dbba501352c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4e63f996d6c1398a2ff221aac61386f2f25840fe5963bb11182b904353866
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b95e9c83b9e4a4c008ef62b3fe357ae8761452
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6f04138c3ff44a6d28366a284007f8457660da5e7a0c7fdc6f2b28ae4271e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12a5fad0f21a1af4ad8d9c7c8001b96b9f5caa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217b752ae7c9df9e2a89bb37f200dc44b76017b58312414502220cc35922083a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf50f52675b6a498fdb07bf127c1c9dfbeebad1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad887a73c8ada40969302fda5a8812f5a88e5307b3620aab3c86df1926c625c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e183a38300211d77e571a3dcbcade7e7f8966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e8e2651f64549f6e5e2dc9b1c666c9181235f8cdcc8943907014e50bbb5db0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003297bd57805cce961b94cfe18c5e6b3aca834
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e9bb6e6befd691dae2e0b457aa1d76913f89e7a5e0562e952f499dc788192
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4699f5f7fde1cd6ff2c4ca135232afa89a12618f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062bfd7f07c1a15e39d7062e7e61fdabc3ff67194ea3b6d0a9475b8a643c8e58
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd5e63160b04b7603ab66a6f5742d8f74a255f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3263211b5ec484d7f3f64ab957dc647354bcc0c6892c3bec0a1a57ae2cf4f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dd54f31b4583958dbbfd484243c8690f9d6d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ad2d42f4ebdfe8d75e355040963f1a157c94903b31fff4b9bd6ca579f4e22f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96fdd143e30fddb3323b37af36c9c4a9c3db9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223c82a9e5dc89be488c5dd0e4aedb048ead93d40f313d5dbd28676c6e72061
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778ffa1cabf3f723eab7105a4316e8b3f29bccb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542a49a9fd38f69490435fd99c18e3e36454e83b8de6d304620e67c0386b630
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf78b445095896b38225374653547941f0c954
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70abc53ce6aa31879f6b5aa1a070e2d17ff3676577057c88ef8d743e3f4b13d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcaa13b5755d1dd01198c6926109c829fa2f579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abde0794e295d48747ef2d5639fb91a1d8e62e948ec7b46fa48a98d91d46421f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2335aad78f73da88f0a1a38fdbf565a782f166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d7abcd7a5a98b82fa8820e884c792bf7b24b621a2c37e20b5f998066167955
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a8fc25fe90487a2841d5cc2f56233c272da42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c070fa2fffc0d253e7ba5ef6db756eb6960fbe9caf73ed516307f488b40134a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0e8f9aa6d99fa50da1eed6d36badf2b4565e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1392dfd5dc4de0935be75f558d3a827dc135f340821105756303418d1a0b3590
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04f2b48d8f49177e7c7e39126743c10d0d7384
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f061ff9c4abd39620e71c2bc4bd4983cd98db2fdc132da42199217fd24012b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b07f6c561c815973d6c23a88db012e776024ed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64c117e0c9f15900db004ea1dd18c9a4be87962b19bff124557825378c5190e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d64e45ac32ac7cfa4b5d6a67fba018c4f7a9b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d453e306647de255748c3648bfc29ff547a663fa6855e1f085a79920d57993
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66d7790736ac34267275ed98018ec2a0149c1ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0181487aa9e11563d9a6b07e1784c216ca911061828c6dc65eaad7801592df9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f0e746cb04869b9cf103bf834a990995e6840
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f818a24914ff680fc641c5019a5173fa09247f1cd5eadecca8fd21178b90b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6cf98655e9e89055f15e8f3006ea6a88a6242
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b58a604490910a8e354054b2cd685b625b6a987ec3df2241b85d333e78b351
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c076cffef7619d8bccf36f3caaf511c52b3a93b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446b38dfecf2e7290579427bb8262d5ab24f94932ca5bcbccac3234436486b8b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7072f537fd0642ad060cb1d6d175c0f662f48855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42af15d0a1495b40b83eca0936c1f07f76f52892857a4ea128d494609f677f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a3c0f9948ab202a4a9470ff421f744a099e1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf03ab9ee85736d227685382eac35eb20ee5a168d3e073be4e6c66bdec4cafa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919f61fe9092814ab9d67bce29d36a6b612b696
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba585f344d1688718bee8f7707f6ec9eb9dbfadea0003263a9c8214e8456fa9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47c54749a49b9e24fc0527d7ab6299a312fed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47759e1d515cb8b0978ed3e320ebeaf9e61ba22630030acdf52872a77283b7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0830bdd1a91a33488c3cae6b99b03bf902a01e2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ceb4cb99d6c3fc6fcf8e6fce93eff54edbc86eec2e5e38a8bd92bba0b273169
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6172414f838db31b2e1eaee6f9a8d467502584
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3deb3326fa5bb182cf8a299d8fa0997a41c258c75201ce9efd7c4c4a217e1de
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10dbb8810fac69eef0514511e352f226a5c1dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bf5e996b937210692378301e7401d23970e739c53ece42fdf14049e87577fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef5a14a4fd5579b65d45a7a58ec5ed8f2d68749
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a917431e881669a7f391e420d3b76f26dbc1a0e33b38509382b219d1640f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1547ad97da322b72822fdf9813d200310a93deec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade52caf00d60b9cf29b9acb52ceb185544f44734fc2be39bd79bfe65470e771
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2038ed6bcd4efbf849a509f7267679ed6636373f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0e6f971379a768f78f21103ff34634dcac34a59d255b051a295079a4488edb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ef561f16bc46ae822cb0007449bbc7c3d65794
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d8fd2bb04b07cc540181562fbf47800b5364c27927d6fb34a6bb9da1521ad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c527d3ccba9f57c4551c7e19bf624b78a8292a52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1d558e62044df3cce75505ef430f3920ca94e61103e1dbaf77f8faeba213f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe0fc691b899996264094af815aac4a61d5ff86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1599fb6a118ed98047190951a8ea0b493239d3ff9af0f85bdc6a8d1041663b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bf1092fdcd33eacd9bfeb39d584e03397b5026
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17ede95891bd676d9abcef703a8fbe879fbf5e32a6048673c0344c079ea6f18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b2efe8c57f8c85e78cf0d070d6a5824aec3c19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d068b7d8d2d8a9ccfbfd74acda4ba5071be0473234d6dedf61279fc4c8ab6955
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38439d4fec692e8d99817de4c38abd489a73e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0457358544883fb0d2769caf8f36553dd3d9447431958f2c420d8f73ef3909c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2008bda2bab55d539a1263d8713598fbc7b18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce788c945c130a9773a94f26c31b8a167fdec6899765678c8e1d643e25772e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc54f984b94fa9c4f53ebce55dbbc72bea1e9618
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8c8c5c29ea078bebf84bb08fa61d94a65686404a92065b3b18c42e2f8caec0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbbe3de83bc1771e5802031d1b235974a0e6204
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18d21be5efdfb819419eef8849d73a548c7b7611eec46fce447c8556d93035f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d127851889ff97a64df0abbec3582e56291addd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b5d65f55db47cb66e13305582782b7bafc82e5e84adba10d2a38e163ac1055
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa6440040bcab497ed4670611d4d825dc5ccfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c3e39fb88ae968a8e2f9b5b099b472aeff8b4e8d948f8950f94f5168f8d85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035214d58e9705663e2334f158510aff742e8e30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163cd96d898a7cf9bd8a3368272429ca575ec30df5a7c65c450f52a7168e55d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7511fc9da7c3ba53e221c9a133753cb39a0d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5f4ec1d48e6e6860942dc426347ecff7216d75085008ff64b53fc31b715ad3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae75cfbdb303f6e655c905ca5af325f1714dbb62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d769e80076a0d5f495384f12d98e977fdfbbdeca4086cb32d301123a06fbce5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e2e5b26e9a5be9d87cba471a44f72bb47641dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc07e3d526118726a18bf7cc0984fb58848db5b6928c5e431153e8618b4b47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ba8a87a27a4d6fc2e2da35e9893d7796f17b7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2909bbf38c781f4eaa85628c10218dfc2d0b4de5d68174b9cb517a564902e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563d6a15239a03081e21818826de2eeca4d6bf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4107aa7a87fefe6424e784b40dc748604dee17886c3fcb427948d26bdb6fd9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be1ffc5aeea74b5f034547768d2aab9398854f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ac5c7c76d21fb562a63cf5431995ae97cef4e6d41468a4a7693c6f73ddc0fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f9e732b4ea4cbc30044a512dbe28987d3ee9d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc24e9e5a54ee9d69f2c76ac592eac3b5a835de08425ac121af5d735f389bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fbef87f4fdb3512d716d175b0ffc1473d0af07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0bec4b03141ffd0a1f0079acf0a7aea949251e7ea29cc1a81bb45c12132fa6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95223f5c69ea8dc5da34db0d95068e435cf69a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8730d43769113247b7ab35d90d49b7f9efc5514731ac21f5d1123a6a3d4f0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d6dedc44763831131e3c11eb5618850b2eeec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d6cb6c9c868c334897e86f077c94dbe385b6d799119edbb75de0d77472ca3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cde44889bcf37a7c10c7f9df9f044f21ff47a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ead469fc9acef60970768427f060e7d7183dd54678353f327950f4ad0801bd1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b77737bccc18675525db25b294d6f40bf5843
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c503fed0f21ea384861943dce4614be97d15c27d94c65ee725f462d3ee180
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7a5f5786ffc3ec0c40a94a88a055911d93fe3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93366daf021fa762e2a6c4eea537f571486961ffa9715ffc4f77c0b07ac38806
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbada7cec1350f569cdac6a3b004a769ef322731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2af2d9843fa6117ba2fa96704d70d18973fa56291c977f286ef2e118d21c051
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c071028fbe21225b248986c92b5b80d6e1f1b6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eab085ede409538c9ce7d775f992c61e3d1286f486730bbae4bbaea2a85e86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75b50296cd044ec87a84a79fb49f6e0b3eae4fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af8c06a23a2195294d8ab821c94cefbd0816bd4b9594160e00d3f55295d3d44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e850fc9949714388b1c1d368ac03517e59e4648
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb23c180956bcaf117c61a99a10a6f8ce22e6f67db645029a76d9a293bca747c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434990b93f906cd33817b900fbdc75016a65fce0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bee7ffec3632d472a6497805e12ba0a669f28b85e10dd906be6ece94dbe03f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99d5fb012fa12bb3e156385db417ae92dee30ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996fa105994ba091389d08f9a8f9400e3d06c74676a42da4fc1ab5a9a36e2b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9096eebf5f7e2da16154e5bd221e2db893c79ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba587592dd8cd72c8c9f7ad66d743c4195266f3932ec4e64c6d2c95611b4a00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ff087cda3272d988b190da1b398b77de5dbb8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf31d8627da49e1cf1c34f095cc0d8a8a35d824152d8c5f3647dbd7397530dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a603c8aa3c3f615a9cdf8f090cae7f9d61d2b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e3dc79ec1dcb85682d7ade1d673a169cece33899c1245ee819e72e83ff352
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29cc0c7b60dee829ceffb294e4ac2eb2a60dc88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e549ec779170a53dc4d53efdb1a75ccd03eaef1f61cf9921e23b762c04c5ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edf2f2776638a203940d838f986f6b615d51f58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25931eeab19d3d9c23b6db93e0686cac31a9da4759cb38f12e4def1960d8cfb2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3f3abd0eba27488046b735dfd2c6a5866f7687
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d250df6b06f2396fd714a1b4038c9cd247ad39de52dfaa6c2c66ef3286375d48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5240a672e972c174bd8204fa1f6ef5467ef94c5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff37d78cc65cbfe4e86c3b941753f0e3dd56a160ad0722fa9bf0927be95cebb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d28eb3bbecd1fc28528f8f5b9cce27a54baa40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55776062385db19851daad6202393db5245b172bd46481c91aed350dbf82b704
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a7afbbf102249eddcf8a7ce162bda8952fd569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2bae4d76f8cc2fa633938631914fd1912a89f46f8a6974ac2457352a38efd4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e062550ed66398ba8ee4e692f583c66a19c75427
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08b48c8d9634a4feea39368a9dd0b04f2961cea6ad6f921fb8799591cda6d2e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7328e6360846a31a22c60aac710caadbfe56b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c93093c5593534bd51b4296a77e4210da7f78ba5b6b6ce5c78f26a41c6237a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ee4c22d98e660536df5bf4ecaf499286b90383
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258794d1d8fe511e7baea86a1baf0649e942682f6e01db861a1cca432e789114
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de3eddfed8529a575e338cb3749bd508900eb1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea2580c16f7b09c4b68ff1644dd9eb98103aa1276f741a2df07f38e6209abd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a209371029acfdd2e7344f7fd41aad2621b8ce55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29316495048c9260796f295b3bd35ce9f2c2ea3e7d7c994842bd0bd51dc013b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9c9ae0a4e5b2306c45bd70d7ca41c65341965
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20282a7ab1f0bc3daa7da3035872d9e25d8dfe43aabc3ad9baa1cdc926f9cea9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584090cd9dd58000a1d01aa6e92247e5575cd25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206535e7cf9af860d7f439cfd8b829f28cb6f7e65a6fd725c979ea0dfb19561c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60942f4e1265065b14251b97657a55501d23a212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11b25861237101ec7a7c03729f2ca12dca6dcb86ed6dcf377afe1cead4bc02a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f223d2624419e9738480d309ada48519de52cde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4191132f781c7d191457719f3ce2733ec63853ff6abfb86bc0039a00bbd6aab5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f0db629975847ee9d7b17a20be98dccd7edb88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3e8f8a78c7f3dbdb95355bf0ec764b1abc86f23eac641cf1be85f51624510b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b1d7000561b5892109f090c21107b098cb34c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aa9d07dca2daf814cf793654e8deeec2564d2345b4ed109294bdda24d791df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19378a9929bde58ff189e3461f60f77f03ddf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68825018eed0dbab28c7a8ae6739c6d1094b789b850463185ffaf73b8a8b3b07
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9556b9d149fcf27aeb57cd4beb9c396a9fd85a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a60e489bf518b73652becef366185f86ab60936ee8a6a59ac824c90bb12164
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39491aa0657e3f9d6e17028dd6c34bf338adca8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccc3a68ee9132d07061d397ec2407834fa7d34fdd0257c12610bf94084d85fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e396ff9f9f34d51068bd1261bfa82363a53441e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1b18561aa1b403e5ba0ae861a85a37dfc147733daf17fc53c425718f4ccc86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be6b036cdfc437ae6b744b9c56b30d8be6347f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a1ed769a94118d552941aed25800d4ba4fea27542f98115d448cb669c799e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b91c7a3e781d98e0616686cf272ff3a5d8388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daa03b36e22fea585c678c1c72031016ada496720857ffc80a11f1f2f37bfec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf01fcb499ce6022ad03563242b011fac502695
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564bb7402e5e48b1ba75324f745f9bcc1522976fd279ae511b049880f0ad4146
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ddb8c37efc22b1ddc7d0f58e80c4836561641
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42af7e859f4caa66bd4feaa1a8de71ce16c537eeac5cfe308b1bba0303b790
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb47725acc45f2f8bf020883b28a6f6682be3ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955cf977e9d0910b16d5cecdcf273c1988b5786ede653659d29bd547c1c2a8ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c86374eb3a5e5b766dfaeb735f0f36f37bc29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e11b47252a1d4a6a8bb179d40dee7b820d409f023b4205c25147e2b5f2660e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551943985452ae9b338904c29e64ed0f71425b17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076821e213be2f4e73222480a3a63d79d5bfe8c46a50062bc24e5d8832190f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a96146e3ac9620aad29e93ee86ce606be18a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba63ef6f29be372351dc8d3ca37ed21f1e94ad7dceb96a49117d15a0d91ccc66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb422278b6afa5dab38c86ccfbda950a85a451d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df5182887a9d5560a17047ef12e343e23a207eba93822b9eabafe6457fc8b6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed2d34a70bd9cb4d1d36282b62e6c484fc54d58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529dbc9d9a589d7ddc2b458171676f3177e585c89f60abf66c2bd9854f4e61a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee83fd48f8ace30090989c511c33eb3ca1170528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37d43f3c93fe9406c134938d21a05060d72281f9e387bc3a848e23617a79bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a92f003bdeadaf9823919152808d199868bd1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2f0512efd9455554bd0d8f0141cdc811e3d261a086432669de15a4bc48d434
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f359cf2ba3bb2e907581c1eb7aad5102ec3017
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e84261c1ca94305a5ead41a536947d0aa6a751917fedeecc3b0854b31926f61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b2ab0ab40e1f5c6da20d56da90ac9d1fffcf9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eace8ba387bc5fe80a2e187d788064da6baa8ef0cee06cf670eee2c13d85a8f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4129d52fdbb562ff3e17f34e937a5844cccf256a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649f289bf427cd30cc99e3cd442698ecad5de32e6c2d8827f642e0f0df249ea7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7856f4b84925840eca414d2cf2f174a28557d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13a9b89024b93a87cd1631a1f8bf64f945818a731cfac1fdc356733b89bbbc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051229f24ece54852d2ed3c64ea5b4406a0cdc3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72306f112c399c72182a02a707f9f72e1f1022f4605bda1412fce7e2c39e0e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d712263a6c468e0a179450cdfb7364f72668dba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af922a92207d158c6fbc28ad85a56f86e065c76e844af6e26cfc3077890a3250
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8556764aa3e567ccf30473edcd0c21f9c9e73c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97cc64cd7dea7ecff4a005ed7add77596c9342bdfb329ca07ad6f946061a7ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f1cfbde19af7e0a1b6816e961f210b061bc20e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b0ddd608b590636ec36308a907d78c971895d4e299648c6ea86f916e0befd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7897e9115f067e4f2c7de0ef14870ec523e1ca66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513da69b029b36f2dfba61c9e5ea5324ca1272d00181f0be1ed43cfeb0d8412e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52f926997f1df0158eef7598514cb1869595f72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8724d7d97c67556f21c932caec5b73d50665c5343e17893bd87bcc180c3ff361
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59f08b19bdd7114a60a2508ad9a5224395df443
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1016ac61a04c4f2ad803451b3925c178c91442f61c92acd108b84d900a228405
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a583892473ab8f1bf06c3154a9adc09085ce0ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ca42c8dc9251b0961680fd13b675588338b8e704f3ca3266f6d2b85aedfb6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e9fa605563a9e53671f99d31ff2bf1dd7827f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cb22d1dd9e012d1884f05016171dfce594a305a273b554dbddde328276c461
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6cec3c424558eb569cf7cbcaaea1c02148d92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150e7259bab2a5b1bdee9fe14441af64fd809f922b59eb37495ddb12a76523e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45efcdc8154cd2d99ccd895ebe4252bbc37b2578
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d93b4aa8ef7a85cfc5914c3326e52963a3c71f1062973673760fa2bba05c54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287f5f5640b1a2430ba58a7af9742362298c6ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a29bc48a258df86266735946781360c61926f1a5a46e36c50def04b75ea243
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178a6ab03bcb04d9531de8fbf762e995621a947
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3909d4f0c5554792296c507809548d7d02477e682cd527bc01db761238a28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139d5f897e1d8fa7c3610f574149cab21e71bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faac53b8903ccd67f9cd60daf2495043e83d2b011dba8c4276cc601468ea73e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79889cfa4b626663e338bbafa7fec210aa014aa5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ac6b285c251b7caa7708ffd71d7fae4da5185f0bc51370c6f037bb651741f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd56fc16f41704e37d2ca84132ae1054e093dc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f498af3014d051560533030c757e1d74a5cf75a9c0c75f1a7f5bad2d54231be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606011a49dff18612458605659d418dec49a6bf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6aeee5e63c738cb8090a74aa69d84d42caa6d4e7df1cba43aa7c0f981f9b9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd396db0f52248528503f5abf5b650de5d401f2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ebf1b7a730093aa669a0c60847ce7e543d835e4efc8f27bc886bb63e270e61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31627c18ec79eddbd00535dcecd7f2984d039334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075f53b8db17aa1704c28cb824e27b791606a051edfba01e367c3cafe34e9f42
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736ea3637d5df78232c54730a903965ac7f50400
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afefb74e8abf0c19d84c07781a002220a847346b080c0d0d1d3811a4d51d332
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c43591c39f6ca0b291b917f46fe12197c50a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8a090080a9483e744bd7e6b27cb47e86f0ca55af1b88a32ffb6d7f499bf88c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443e5f26ad905ad5ec2d45e3d2794e7f54e28d99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25b2c52cc73f6784264a8c05ff3da41f199d7ffbb4f9660e2c110dc7d5b237
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9607401ad5b110fd069869ac0926011192cd392
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481394cd1b04cb7492b7804ceec8cb022f2c1b24031576068eafa0a523a041a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc83af56c5b2154e97992c94606768bb61acb335
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c2c33411710cb9c6b5feb3a13536228ae6d77133479c7a1616adde91910372
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c30443bd0eefca3871d6296be4232d2094f7f17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47c7c0ac20c14e9fe09dba5085f78ab49290037a4e32a1e5e1926a634325c06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0109554a4df733d87a7dd336598998f430ced982
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0350371eb53236312279b252dfd91af910d0992e350a641cb7b9d426458eacde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808a9f79dae0a6f3b6ca7d658d7ad31015f4ed49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789bf7c848d40abaf9c63a0d8b021f0dd30c21da2afbb45dd2988452f35f9201
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199d1f65ed2f7352dedd8b47e50c42e3adace586
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde2ca0da3bec17c51c25fb650928f9646a4edfb856b82a8a26707b34340a1ee
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c454ae1802dedf7d0ec1a99668063990f53cf5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1116a57412dcb17fc514dac73a6d73f6f0850bf03bcce0f0107d42ec2c637e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e48eab6e6f4873efccc25bffcf1da3d52ab1a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35adec6aadae948459708fa03421b0840668012de0e93b9626d0afaf025f5ec8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ecce9c09e31b52620b875fc62c5a7ff5c349bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f06bca81751d4afe7c7b3154e2155fc143ae0dd637536435ffe9889fe5c1513
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3764d4d7f92576a00a4a0662edf56f2f82bd4215
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45541dd3841617f89600e17657a9f88972102575d3b470dbac1ee04898fcc63b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa189683c61e5cc5449b1e4d4cd4870417da0c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f175de403e22b65a01e176dcc49fc2910ed55cfd23e0e5d95fb1d839c419ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7921fa765e5803c42e3df23ab98e5ef985af1569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86a4fb68c521364c278e2ca5eef61688451017919d85acf128ca5c6606adc57
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ebdd21f45d5297d21922fbcd6172934448b5f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169d50b92e96d9190e9195659c794fe8708f5dff08fb87a369060aadb29c578a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6949b5f79c36d9a28706bc1465afb454b1a85df4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8772763da0887146bd66cff354787347381ea4fa2b4e6166ccad08db312a2b8a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d6daf299cd8a43e3f470e1ac246a0dea11b9f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730e4202146619759b74afcec187c49a715d613d274d9437415a559d905de656
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c6155aefb279021c2d05da0d0ef5efec7c49a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9824c41bd5303e8190415c78cff2301c4f0ac417633be2f244670836835bcce9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de166123c71803dca6ac6920a3863318dc13c804
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debc6e21b21df99cf305eae9e3744d30d98a57daa8e24b19e79b3faa4cbe6542
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ccafec0750a638782b1b115990c01f36105223
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355ce1722b68425f922e32370808303d6c021334466d43a81aff5a9695933ad3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac166fe5ca3fc7300986d491b630ecef05e6d69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62812abdcf635c774bfff3d7f14adb21080015b0bf20df7e9b31dccd4956b037
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc54bde785bec8a81ce386e0f99e527cbc52570
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8fdb3d1ec1096b79d13b1e949b6a82e9248c8e732f188d8dad4ace344ad749
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cae3d89c19c853b062982a065a9dea18bead405
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766109c0881abd6508d4bc55bf38374b33cda843f030398ecbbd19e455560368
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4942533f00641d39f8048a102e4e6cedb7b54c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0919a886973c6b03927253a32fee09b655ce67fee16f991700c32a1d6257538d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47096621c137b130d9a8c302268699f00167993
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0d01be4c921edfac98a6aa69d59a31ac90f848caedc2fb86f06ec731f528ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9d08162f511fbca0427e369d19a744ad4deec7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e551d26a063deb3267484017841895e49c45f7c25a84dea23bcef9f0391e29f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08878a7182578a84877d06876713860f5936afcb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20817ea87abed8f85879966e51359cf74560da48a461aceada6617848c385f9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cfce9b6fbafa8a30f3da879d81179048163ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a8eb037c6a84feb936002dc39e96671d159d74584e79d112374667a99163b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d9c7f9c88921b6a1fed226e1673e89e1ce6974
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457b8a108afe414fa432e6c79eb7d9a60e3135d0ee8c2f97c7e61a3bd2490e1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a09e080d923912caf7cf90fb30d10061c17f38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03578ec1e790dbe82f8083ba9c985d0dc322fae3059ff7dd8ca07e35d94518d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475a64e46d86b764d41d2f361ff728833921c016
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ea1b28fc38765dab0df3a192eb8194a59729e4ff8bbef6c58ccb81b1180474
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f7c7c1355d78853da821463367cb89a3d47697
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bf12357349d3abdb2463f387e80e298c4e0dc35bab83be2e309c8c7cc0d4ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0753b31d79790c29c507ae2e8e4bc194248497
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2401a90a14d9dcc31c310ed2b09629a249750f5d89078f9fbb13dfa19973e1dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20cee7bf5ade8a96f27e206c776d8261c0a75a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c65c3b2e2ed9cde77ff308af15c5b3acd81e6fa3b4f85a00c4c8d62ff050abf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff0facddec9880cc1e189d18cf874fb7174eb60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce98e8c53411d7003989c065619092fa6e2fd88f8ab92ee646bcfe8e7be207e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7893fc6c3ce118894ef7fdc02973556cb682fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0278a1df96d8f64020cb7179e626563e27d41023af52630e9596f525f6760e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c112a0c04411d3789737254edd6df703e29a8628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ade003ba375d758667d750d28d233fd5fcbce04dc3afe3ecd1111b7de47064
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1d46ddaaa1bda0a327cece1c4a87f2b44ac3c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8213aec5f667a80e54f678558e00c281ec22d4311e807aa34fb3c9ef6a36277e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c75128a05a813d718ae840e6ab42f67796016a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a888bf000b1b283a09f3354481fc4e04bd395e826afde864449f523fe3f160a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2c0316d72f6bf1cb023345403ff56b689344d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1180a711c861969b31252aebe2c4ffd2e213f157547493ac15d8c9931fbf71
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce1a4a66c1a2f32bf8fe756bdc3ce95c47dee58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9bed4134a9ad90c77d0b25f79466d778ca1405e929f79d8854993959f915c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567090bf27321ef71984ae6ad06923ef5a6a4b8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f52ecdbec171785187c8ec957efd6731bf1a1633a5df5c1687616b64588b50
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14962bf57a973406d0f60cfdcb54d8cad24bf591
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9027622c595a46e80e5b9b313edd6672420fa9b610744ee044c91dde4f4fe63d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34df188464327ccb5348c720906b193ea659b0d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2e362a5d05a3eb457e5eff212cd78d4d5bfa31d8e2181c5e1d4d19845f76a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deb9396f63948fe53dc3a311f48af07ebda223c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b0213f7aeed45dd32e560fc10f401fb0c42b3c12aaeb9d30f4efd6f18c915
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc717e43e0868553eb6d58eb907323308f42e56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95144889c0789c872ebb8aa5282e5d615c344bddabb81c20e4c62247dad84f60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7959aee7c616d00841e24c974924fd0892510fc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0373e65cdb2690f6d0cf3dc3a7490444576c53f95d3431820c4f9eef8a64c8f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265c0cdf51775d00ee79e5c3fb21aeeed32362ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc807748b1a528905c6cd2cf17f4b02c69128e3ffbdd3e439777d47538bd40e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917d051770dd169fc3ff4befb62066f805f79725
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8db1a527436feb255fff699321c8fbc5d8f0abe9b92458dbd1dfa15b9bf3b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3366f6f92dc8af460c954d3075720012c40419b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865ae1f8431cec13495dba5311e9acb22a4323cf026ad06fc8e81a25d2c397fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f563b59a5b647c5e2e0568287b601a5927075bf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc022acd28ec5bb72065c593c6283cd7808a89c4cd59235fb2fcd142b1a7c72e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cc3c16778ea80315b7b71eed20cf6e7bc90891
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf976349be43bfc72c655a33f6fc4e27ec326ee2d77eb47738bc044ae58d2ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb793dab0101985330608d15b9d0edce7f1d32c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063e7d75a0cde8b41a9f4301ac21e8d80982cab64cb9e7507f5430c66f90ad8f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6d50769eb553e039f82743e3d490abab162f39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac2f4ced5986f78e7ff108eb30fef75ec06bc4790b5c7c3dd3f7d4e9dffe733
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e95c59aff760e2b5cf5878bfe1b4f4b47cd53d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea757cba09c952afe1a6030f93e94e02e352bea3afea7fe6a87d0afecfe1f26
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e049b2ac22b9220567c075ad5518bcb017dd694
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90361a1a7c3c8b567f69cf4970b2ab39ed32a96b6531228eca6ca6bad52d7444
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e80f0ef2a88e38ef606062e50b23ce590473b79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f3d8b27797364fe90df8089b88c1d72e31ea053fffc8cc827fc24252c384b8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e520096ad623acaaf88d245b88121834653f9b90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c16b70d6f0d2dc60c73e0e492c27bb690eb4564c5fdf689c70446a0fe10f4c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fda145cd43be5be609a3d5e989d35e54c9e1f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9201c663856572419d11fa8fab34c55b3625bf6cfe426606e0459d16e517951e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c94ae34ba12b1d66ead0d65478770f48fbcc594
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bcdf6b16466b0f755cf2aa5d5e12013948414861758ef3e5bcbe27f0826905
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07918d2b1554e438bbd72d3afeeb5e70fded2012
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f664309c1d362a60f18dea0de4fc39d72a8d388e45b572505dc720034a4777
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fe6d3b2a3e6cbbfe025f0a49ef95af20a30fd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77787c9abe67412781204199be50e1e08dc9f4346115b2bb2f674b072cc2f6b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87467ee06ba1635e5cb4b9b52dce6e1e483691f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f34b3c8f7a8c97b162e892f639f5538e642f6496840111c8420f90dd20f249c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd1ee1fe37ae837be1b5014bccc1ce6ccae463a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996adefa37159093db0e6bf18b16272491ce3323338d86b929cc0d635cf02588
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e84cdd358903d9ffdb876437acb5bafb700e80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f4a52033b5213507dbc75dc8b7c0ceda718e6ae651f8428c94571ed9815c6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d18eb78d6f1ecdfc949aad6620494810c9ebf7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f617b26b2256860e296e9ba5f681c4ba00a7ed72f83194fe1db96e0f24a002
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc6b08050813aae5adf145a88a54013f5a56c4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619a9b1a2f72291a131fd1a05d8d4d3e6ab23d540428d90de3336b97bf35c587
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca2c1247b9c54a2d6c0de66922723d550f70000
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aa516985bbec63ed5e523ccc8b848a100dec31ba33a266bbc957a847f3c0f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac0f838c0a20218d6f224fb46d8e6fc83eae45d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3b43988d307077fafade68505b612e5b57087299d2aed1947a1e694046e8be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31440b95835b396fcd782a2a0f01279b85a6f07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd6c0d68b64030f21eca59ead160d429adb5f25c7bdb277cb06b124fc9db9a7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c16dce606abc68a0767296f80ffdfa21ce6abf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec909785de6f7814025a17dd7e30cf455ae2766dec3c272f149154ef69fe6179
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e864041a19109f2e028139e9945a928978cf047
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae5abda584b1c5c5b509e8d0cd0f549b3f155a08fe03d1708cf2edf5b64f4a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4efe9ec8a38ee8c23035f391c4feb0519f5ff7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5af381a6cac28ad93b2302b95f4c9a0e49c9d6732708a3725c88ab79d43c176
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b3562161327f09f3bb2d58d7ba2a521e5be943
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1651159b4fe2394d282e8945b2216104015a8e147635407d0a2f06210a858e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37e7ad5603c31a270e7de88cfdcecd016052ee9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5104b3b7086278ed0208e5fdefaf1b5fc2d33045d5797427a5e4c017566982a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c96639aca83b1317462f7d76a794de24b5fb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d5b06f83e38ffe9576ecf20e618bdc3b6c1385048f2d9f75c48830d06cab78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfbf0bebcbf8de223a00add60b0d8a6a5f63b53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71938c030d2188a46716c26bc6b176d0c3a6a9f14a5bc7f9bf6f5f5cc3e1e8a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd57707e0c561405c6c6e7a88260b3becfd6c7a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cb7a2b444a54ed931ccea98f4cd32994cc9bb34b74307136fccea7da3534c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0e28c01f93a5f319c4b55c1acc671a65ab66b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb23a929f26a388062f2ed1912c93ac9a39b1fecbaffa3a0bd026bccefce3614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364b9b02ed15986f3d1a911320dfe08770bb00df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89afe50641ddacd470c4cf027e53a91d3b57d85ff4af56c3e8c75b6e3dc458c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bdd3ee1711ec831c2e34ff0b566241152ff38e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47918fa24fde7e88bf61b633b16a22ca380cff53cf20b1097486df4f97666c8d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0424eb2e4575e920c4f3001b8f813073607dd784
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35369c8c2746f8a5aaede30fa629ade53f9b8de2910232bdfdd09e676e95854c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d96ad9ecb68ee27970645ec6664d81e776f1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c200a65e430d7b9d7921c6904fb97287cd278a6645e7bf6135e93c29bb04932
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ce8b62f9d7c8d86bcb97f335462dae966f4f7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229065a343b82348e0f72cc151f4faece6cac3d235fffb7a4974d432d303ddf6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc14d866de19a5573904589f3a5d4340ded877b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51774045688f1d3eb6db37b6bbe7d30b22da22b2d5224ad92d633526de12c89
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cf12fb9fccae295452cfe467eb1e52ccfd4a5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0527e019477459f2535af814a55e6cd705c073d3e728fb57dc93839bef45bd8f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c121f735e52e8bf913ec8f634505c73a58bb242
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0b7a6af589e8c0e7905b46d031d7d236a8a3c5e7eb0e6205158c63a3387b0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eda698816d004ef88987e042adb0ea82437796
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612a047683bba3d8c74255a1dafdce7a0d1aafcffad6568876b31ee0f0386265
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80093f361bb783994be3d558e64898b793b5115
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de85e4a8ff81fac57c6af2da458a2c79a860e32cd4a3667f9dceaf1b179329f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6b88257e19de0200bea51caec12ef5f42e1211
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3fecb585b059e552c62aed8be5e4c29da5e2aa9083dd5ff3dc534cf4ebb0c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824af3785bcf3e829bc2bf851b56cc1b7c8414df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d20ad51ebeb9570826dc32414ac92d6bc55dd01cbe5920096cbe621789df76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507b98d01ca1ee99ffcf3525b5fee0e4114d49d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582a7f91522dfd82da47c6268d2d1c9c92f227f08ce310ddbfe8201310226abc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c4b225d9eaf40472cb88492006c2a3be556d75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae38060774aca05134d0dec120411b4e898a27e981c611b464851a8c5a60354
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a176ab3c9d2c4349a48a957e3c6c171561d72a71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1bf8adfe3e59b7fdcea056f7d3795f01f69949c333f0139a98539add2eeb6e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560b9361cd9539d5b5c1c6506f797859a1046e90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00756da31d7aff36b5b0c4c1d80530a8b0a1e6fcb3a37e30b769b0fa6dd8d9ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ce23d7194ee440810286ab1357045bbd459979
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29f2ec5ed74f09139a684a3e8e32082959c2b916d954998385c525bfda8147c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd096cd6c209cd6955f22a3d23dfaf63996b5ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd59af195c4268b2918831b982ae5ae25b50a2bab5bebaaaf3a0d69ee5ad60e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f98290e3b8a0e5e06d08c7bcaa4bcda4bf2b63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ad35d868b0184774ea7a9881ff2be99f3800f96ec9a3c67cc2d53aba80361d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7217d0d5bd765c17da36e332eb6e4fdb0379c892
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f32a8e5f57fb912937b673e60b4b2d3d8eecd6659b21e0b57a85d7dc822348
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2ad6d5b0440e8475e6f414e78d602e93b7d7b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65c77512b664201dbc4bd1ee88068ed87a2f260d7c8ca1171f2769187b7b775
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61e8797eed5032bc0bcb1a8d2670264868df922
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c43fb1687ae58749b82d06d878dc39a3a40cf7f47778095527158de537e82
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c807ff1f0a4bb8b86a554465af982a207155e72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d865c91613a0414c667b39df793130460039f22d72acb0a9dbaf0ee67035204
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc1ef31653b80e1fb9aef29dc8955ef5dc14b9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f465ba64d7e8d393ba921e9cce27a0508893afe58681b1e49211e3a100f07ab7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b375d4c33511545c158f189f6f3d7b7b7bee3b5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e6b5506a858e35a00df8cd50d4218a41fcf3a1377a2cf50c4e6037fe03a627
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dcdc00552c36722135198fc0f2dae90c2ddc12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913bf27035d8cd66c24016bf964aa5e9c3c611b74376c1aeca5d466d294d1599
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182cf7ac63e9532619a7a654fa73ad8256b7e2e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b232b7941128d77c7b980a2365c6ed333cca4c06e910eea901d3515cfa0594
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0a79ade29c233960e7ee7174028c6e4e492a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d2a8b5be41e4123ac4f26e5c0ac0cb4cba847857e8f006aadbcc00717d39ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccfeac5de2fcea0d301f00b907118e1a7c22229
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69205269b3653673b7ba89870956c7d49daf62e34b4c92ec3d03a4e6d1cb7ca3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d17706ed43daa20ea9805cf0047d798888cc1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d709723334da264b75624edbb242c06501219ac7311a27df6964100d8da0f9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcafde823862b4ff5b4dd00cdf8bf4571a05b120
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80943a225b4847f5745fd383616e1f429bab5c94f769a30f6ad39b80fa71a95
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a659487b88cefe39eff841dd939d9b71c61220
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba266778724cf503bb8dda544e7ea8ba3eeabb846da49c757a37e51ddce88104
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d3107cf8dffbf0190e091af76e158c601ed489
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b3fc86a71cb0f3afa6df661288afef2e9a9d990da870e9f5cbfad82b4b48e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b45dd90382e598a6f7c9e2cff00590eb3aad8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a309382a2f0cc3a34b154d2f8715992d9ac9e5afa71aea105493da9622adec4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a8bf172690214a041823b5184bc0615dea4c82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32225dd89b79f77bb6cadbaabe6a52de033b89ef8ec3c2e6c8b8d69cbf98b445
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1309500e461139e5489d708a10ffba7034878641
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129b13025acbbbd031825dd718f236ae124a0b1d101454bceb6617008d992385
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd512c3b17c5539c047e2302092f9fb58cf2988
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ec82e6a640c3754ae4bcac0894e22da4a037c436cbfe943658cd1f94b29d4b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc2d18fce005faedfe88784c86caff52123bb76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4facb416ea488c8bbdaa2b4b6f0948f5b59cf8cfcb9860dc5d4c7218504f2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6e75b256cdf8c4ccd6aeda04405392d4d1b8e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a5dcece70e6fb6b98acb36e58e44cf9bd04c6fa1277bdc8f750b06600f3e66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91679c429b2c56e76f2abb9dad94022036d2002
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a305bc804f2c4b002f4e5ab9a224172fc24e163cee96cb2286318c57aa146f2f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed0e074955e93fc57ddcc007cd0ccc60e231f37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5344cd43d994560684b372841876f5fce271672762dcca69b0a4d4ac7af48b7e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8383d860824df09062c6ce9805fafb44ff93562a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6b8299fc798ceb91159907b75a40ba895f5703dac1c32e6beb92f8be2c5ea5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d310400578569c1d929c14141e38cd65fd6a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac88336f9c996c81fd0369c006b220ea2167a259e53d28a90ce9a58eeb931d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456184a092ec2c7bda8b1cc8b68e2d961a8ab5d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a83bf775c2dece192a72a108fd1c2d0abf2af763fc6d2bce0b0c95b8efb367
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccec4db19b6cff350469daf5e09aa2602dd6182
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aab1977ef604a67a8335b195fb11b406228cfbf48c09925ee0a109f343e1833
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512fcbbdc34f750a02cde1e217a47a30a6d038f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b782d8f9d619ab43ac52dcfc85f32f998d445a74f67015ab6436c43542f55b9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3167e8ae4fd4c2a71f9a5546a4132c02f69e3143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb872ce91019c1c91bf56e7c59ddca2a5c06b5d0e40f8821d70e4aa93154ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d53b03e0191d181299b956e03b780aabeaa8821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34889f6dd9bec2d1bc6fce404c34a96519f0b7f823e8a6b0ef192ff53627fa63
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e41ff134c6f4a067937ba7e21999ea768ae2ea1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcf56a04492c496b21244d46ccc84108f1406e168503f613ca09c425e8dcf23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa3caff57e1d44c8496b9213c6b0abaf7b00e2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c759ff20a05912f55ae9659bcf2ed56a6121e3882067e6a15f1cfa613011bf6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eac3f46462902408fd752991357bc5adb0dde2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8555a078b488f5c519f8a2a52118713f3a962caa6ddd115e2afdc19fba74d9c1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdba9ab1b6df51577d9ea6020f18aa7a3fc7478b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d97d34e3fd412e46788bf9ad9e24f6b3c99562db060076e236ea340a5b7a29d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8f9963865b814c97fcb9859730bf644c5a6cb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354e3df105c46250d5654dc1470656f6dea3a5d96b450826e493be9658049ffa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632fba5d476e3fa38e4538a1e9bed66731d897cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b25b3d1d4ce4f6ab734b29e9cdca50dcc6b9df623cdaf2c9e73bbbf21fb470d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb51a4764870fb25f2750bf3a11c0cc491c1b45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c5a2dc13582c5ea9e39b8bec5600362fa63965bf1afc74bb6d56878a53936e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98df4ba1a6538df0009e3ced3a31694f67b85465
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbc4b942a72aa95336374102f4cde75755be11a5abf9537e95686ee61ddaaf3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f593c55d5d277ffa3b06f20b939cba26929debe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06236cf03f075ddb57c5354a398a23222ba4e038cf80ea9635a091103f7957d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8281407965e134873e8c8ba9ad52abc9eedaf4c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e237c8a544d65fdfe9518c6eb0c461faec6b90ef22f866044b408eb41c718420
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457bcf9fb1e7191aa20146d1887c077f8d9f5713
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076327a0d1006f9c7c30dba7c95598ba8e4e7cac4413f889184361054e2a0fec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952abaccaef1ad436c56786e03e057e57d8ada07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f09a4caf4da619f05ee8c8e7b7d7a782de9080713b45da2d08025795b7b930f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3912d9a0628ecc589e82250282ba9e4b6d0dd434
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aa7272516be75817f2b140ccf1f79b38bbe9bc210763e009a4dca9545a0208
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcbbb0a10284f32030a241965afdce0d7a87ce0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d130ac9d2d83575e82f3506718618939d8994026c4d4e82e8233de7e33811c1a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b68a81af7e1c6f8abbb261ac0d0bda07f59c46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc79ff796b42f87d5c9af5a14cd0cf4ec90fac3d7942c9df2ac35becd64b716b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2935ea44663829d4c9a4f377c30bd621b8d0cab6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a5a405a92807c4b401b235136a70e66b4342d72ec8d9e4b89e892f2f003b0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0659697f1c366cf04bb7f5150c9f1eede474556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbde2bad61feb6f4a6e0367a2737adcc2d8f70653adfd4e8f27b9db064f16783
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452bc1b15c94f639314e1473907887aac7a96b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d49c646e47f1c7528aaada3517e6c8c4dc8fdc996edc6d05b9dbc195b5231d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463e23ed577ec1c4aa97bfd7c2b2abf79c2cd77a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5906b62ef8ac7598c7469cb06f230fef60b3eed9b2eef9528aa9090a3d55321
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651aa679e067d33f44d2708362eca645441d4b47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385dacceb4d36fec6753e83ef0fb7b00dcd7c9f2626b518bdff16590ec7bac8e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c310c267fd583dcb08924d05cf87ab5e7cae49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5b681a1f397c503e2e9b1fab60d973e3c59cec14124038f1a08afe012261e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e60900894af7841b78248f83d8ec34e5fce60c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e4c5cc6d8f9b2f8fcfee1daf07a251a34ec4c6161d58020b46befd1a0764a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee73e67fa81b59a47efbbc31ae3cd4ecca6cb953
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2ab2ea2b1117bfa76a167ce92792e6ed6d305acf97360c08fa1edba2e37007
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ebcdf3f3665d249547968ea29451081545ab2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a739f0fdeea73bfc0a64928d59e86157907880fe92f00d9bd4c135a0db4cb7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df883a404d3cd29583899c51b63994666ed9177
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bc19563d3c70b9088e016ed2da112966e46972778998f5d4259493508c05f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517908689bdac67e504e09dc77449b1e5926fffa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f652c63d68bad78d4fd6544e7696674c44cef0d88efee07ad2ba922122d7446a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72698f9a1a1497f6f821300e994ddeeadc9c60b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd73452deae7b5c8319c2c45116bd898a79036935ed45e80cd50f4b9ef73fdf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9585c027aa250b84522a312587e1b1c77abd6b27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d469f082614e622c3c22f3078756f62595f1f3cee16543ed8e6a19fcb0c3e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1cf7a4dcfd0c63b52fe3ed9d310968b9db2f98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43f4616311345cc884ba9b793b965473fc6a0d33bba89c98764491d4c266db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb7c50cd2d08d1233d399cdf61ce0e7a99ef8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61598ecc1bf42465a5810ed3f7aa0e55320e32e2e7391c8a2f053d5208b9f5ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c96b2a9ad7ede22cf1ad068adef734d2f8da67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68eefd0b9f9b8feb5304e9e07a7cd22b50a3c5d9c31f820802dbed2084e5631f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67930c1425cac106007e2c20f1aa3a0408e3ecc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699ef308e4c57ada98ce999cdeb8f04dca736e08d9a551986fb39178af07edcf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec192ab1f40ad997b1a934e1dce1eed4bf1453d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebc76baf9d08122958b64e20984cc51c1e408777d8986811c5b3dfe144d3d09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1c831aa2a3ae29503cfd5271bea08af05d6dc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0262396223c919917692f97961f33b92ce08bbd0bccf2d336aa463f732f6bc4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c9581668377c64d62ddd32c69485fb1ccd5d09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a35d73a55a8af12a5bcb3941868a3e20c09c52231bbf84281b49f1164f55c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e519171e499ae5ad5aaad6876475332a214e9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d72bc8eb87bf055c325acc668e27d32b97209f5e5241cff9df3b71c2f41ed7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da14104d52b94062d07cf5680348c1c61375b509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48db0424f937a4c4f7b144dfbb41d66716c2b05cf468bf9ed8abf698f130b508
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a6a0142cb8ba73a98580a8277f93311122540b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1553b5e281aa98a5820cb3241bc7d510ffeb27216f57e349eb91b7b0cead0ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc239a27e21cc546a8b78ef45b1d53d6776ee855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527813049161774af93e9e419aa87bd2e0aeb4351a7fe623052ff9000fc2e5e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df85d09cd40eb058e8f8fe3a94128df05e3ae880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0d825b42ef84df6063bc93913eabae44e79f1df19df78636d7b0255aa76f03
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b43ef5e3e750bf96c7a4b6b624760f46a9c413
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c90880bc1bafd130efe8db224fa6d63be710fd2ded403b1a69fb561503c6f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79a2173fe3582ee970fab04e960270d6f200dd7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14b06fb5f76bb48b4f1a7b080609c04f6f1f58a49778f790217d4b679872a5a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd87d83aabf61494e2d39d6cf51147541e6b4bfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ca2445a08ebedaeb03e2dd1ca15442252a7a820962d80ccf4e6e0faa1c1277
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ea864035e25a90e8e7d0524ffcb0ea870c80ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59295cfc06a8c8624590962d2f0d2bedf319b72c5aaacb79d7b152d8a29c498d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0059c79fd317d112caf35830bb51fd1f51ae30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655df8420975d7ddd5087021b8d88887698ace825bf18cfec6610ad76502a0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6974bc2cc429399b0a345bbe11ba1d92038da2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbf600e7db1a8b5465d4df35b05234a205fe5451a577f8a977efa8cfeaa9e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d9af581bb043a725a0b2838977d1417f328fd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b47e67afd8d5ebe16a68efb53abd8c4be04cccd0cbea685336dee150145723
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff94e52ee04e17a8f0820ccd5339866fddf739ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ef03e54b14043c97e39386d62e8dad29a697ea58ecfbd1547521b2ce363d23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0de040f9ea38243f2da4b97161a4510180dd40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7252b0ee38edd44b8945cc910a4c881107e2f564b54be9607b5d552c3a02cc1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97486596397a79036fbf8315fdd5c3f632763d4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11af94507b35b2738cbeb2a1344dad895318528297375fa9e6b88b8505fc7877
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0ad56391515f3c87ba601bf61d6ed9d349fb07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df25f6eab87ac8ca22b7c28989a3d3ae843791e13df41e652c46254ab50b4013
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c998f38308f884dcc84c5325d06c38b5077ed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc45b3a1297b0170f964fc055e4fd95f4bcc2951062e6c87f38882d9ce7aaab9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c448207c6fb23427151ff81a6fca6adcc25f8fc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2bafb129c006397a8b10646dd735e535a6402db3d5d19cfb200f6f5d17347
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1908ae3a69ca7d950d7b13942aef52914e7f7467
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa712f82ae09821354ce52c438ad00d4feea82209abef161f9cdf869c481a78
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2badf44082db5cc153ddd90b7c555da0a15e8534
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b892da9b138e3bd9fe0d060015215fd8ae9655989dcb0241c95b33e2ca9037
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656f717cc26ec624482425f393744fce3a87d3e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60b0b0482214f23b3d3d0d3217438412e1620e5f77546815386a076895c3936
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e1edbddeef4b17e5888b02f6e034175b81b5ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c74f718bedde0b99be9d93d3accb3311a77c25a5e292be5a56bdb9ae25731fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b26a99f4f463f4ef7df9cb6b3e7087b7eccdd4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4836e22171c438f87f804ac0f967af130f0e283d6b053c9e2d6c6d43dd3d3e05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6845eb2e45a2c19f978dc17812eb04e5eb5d4f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15dec35926a60737e50db5e245ea65d69538d41822de5d38b83262803022aa3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939e77972b62bf3488e51d74cb23995431eba12d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a3e538547cadd22dd85ad64f92bab70a36e32697307dcf52e336ca611cb421
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc9502347fbaca019242f536428cb54b21ddc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b76b12e470d094f28abc9b87277075c8255ee763c9523b0f939835f87cae1a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035bdf6bb9e2c1de3f0ec51a964562ebbcc65ee7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a475d21153a0f5808b308d9c6a6f80afa2800954490a0c9683d5cdc1bccc5c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16cce54dbf240ffefb4a4b6d9407b456174e67e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630fdad7678fe95fbe67ecd69da604e9efe8f06d0ae34ddfd94ab76e99e79543
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2594f384ea4496cfb34c96e29ed77177dd6f6d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b1963dd715f8f6a0b2c2ebaa75592db28b8c2b0ca71c5cbc97f616c96019a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b1a7002b5c5c52f20916530a1264f86af9764
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead06ebe04649814c630d14c7496b22986f8203af82c30f545063f1e351249e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ebfc6df1501819a5ff0be464d7a77439246558
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7026a157eda6a1e63ecadd7419c17cc811626337d2160d67962f982ab153da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6da6c3553f4dce21ade180f3f539554caf8b75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408c6e5f60ea18b0b0ef244bdf8ee42728837b3690a80ca7ea6d96184978b81b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc82df8d500a0b02de0a0912c04022a35d1f410
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bdd9b87ca2a50823f0081290aea2d56fcc2b83e5c5806550cf5ed03c19815
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6b26d2f475c59d02d82660b842915249c31510
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07487136ebb54d18ab9183ede66bfbb345bd39924cf28034474f9afa0f2d125b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b811df63dc8c618675bfcc090ed8a2e3d7e6c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf9d7b7e479655aa2c35524e908c1353fb1146516143d88f1271f9a976bbdda
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5811d8fe40a989ffccdf2bf7fac43e3f933780
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04024c9cc8068baf7b078aca2ec184481cf7e414896ea60779734982ae3d0fa5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8497fca897466892e18731117cc11aec07cbdda7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84c9d9e571d38499b3b8be028d591b7de93aff793c614759b8deb96742450f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcf39973d81a90e1eddb2c488ca4eecb6370bee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd917f216b9d24904c05ab2643ade63c0087af9a58e78a9d533ec5acaa55890e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba6477944a9d1e4796356cf568641993f6db979
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9cb62fc1d27377a10fe239cc8765b0e5142737636b062d9422a7b07e330637
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cdc2929f4a80a3517cdbd69883a6fd6b839d15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f347906cfbdc11639ccb680ce693b4601241586437e2da980cfe26f21e8a9383
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f636fb798b74ab27e1a40f69f25b307085c1679c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118f15614538190826cb97ac07ffe0a2a74b886a488eb70595db4414383480f5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b504f464be2be1639015959c5882d7cd299e29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3232f53fbcf76ee8d7a217cf3b97b541e0d47d5760f58c66237fd38a28bf10
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaba8e1e33e18aa6c9efcdabc4b03526f851993
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fa488bfb8edcf63f8cf8fea6793433f0923f3581cfa2600f68229018797494
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de0997b762786f87e61126ae4d9f58cec5c7579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150f7cc5dad6b0bf72b17c99a0dd21ce06bcaee34ce4ef39262236b7caa681e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1548b23483617b858ad0565a95161d36909b9cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566265a226f7f948d446834e413a3e68f7435577859d4f340e3a9a39af1b2ede
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a53cf816ab9cbde0a901757d37de0c2c7c2d377
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f998b085a768f2f3d6462b05b3135d519e834f90e8987979dcbdb3b963b6713d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924dcb62ebcc11a53b168fa0821aee558c3d3305
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e85902885f21eda199a0a005dcdfa405bce45d798a603792e36e387153650d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a113437269f42fb197cb13b5dc25e2ae803ff00f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446d7bafbe58a69455a8e17f6aa3270fb8374e302ec2081d3ffa9c9615363ad7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb65f7bc9f93b6263ce5a9fc7bc9249bcbdfe92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd27220c1dc2685c7a327dc83acfead5227921f3d65a9226eee3a06088ed63
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b15133d1ec6fe2929181ee4c999103339ebe190
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ebc5960229ca10c103cbbab20d09a7795d379636d68799a9af4ad5e2cab4c5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc395949856144b3a48cc40781a20bbbfd8af11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719277559d81b3eb2959ccf0165e35b1e66fc446366b8be4b5448bb6b9091d15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb29866c00fdca9b0effe1d27d00dc9c8440fecd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1c7bfeab7aa116d5f80c434fbf0fc2cf13db78e885bc9e30d99e06c4145f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f02d4ea209841b7c1a9349f90d716c0c81c30c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5430a1d3390ea3545e2e392d862ebeb39712b88085b1fcd5244b5b6d652149
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c261ed7e1d50e97b77aaf315c08fd7966b3143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278757a96ed9595429c758431aa4968aae0c5e6beb91ba5518816ccd49d4292e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5aae440f0cdf0127d49e596dded5454e0e40be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30829b6d514724811b82db9451d9c96a00d0eff620d30f5a38dc2af74515be66
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56379d2d14578a73ada39f18852a415dcc84b8cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12991e707321fb1cdb789576a2a4e99d5b1bb21e75684f94ecb42c5ce29e9a87
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd2c721e2b2ab9b207a559e1ac04391a4c09c9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c6ed774fdfd33b0d5fb4babdb6f339b0acffda5784122a0615422a65c4d9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c59d5dd57fcb3e897c789e8345803e53aeb094
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeaef0f93d674bcc6287be640a1f070898153895d4240bea98f28083ee55ad8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99ef0e2e64be1c907b40f922d643acdace20cdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16f121541ae3396aaff7270ec8646a65aa8d1d5a7c2819088ae962a55d2470b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16510200c5cc290474980e33e9f1fedf12374c3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508467e67ab77ddf8c0ade4543bcec8eda61d4048437b1f3a59772ea99668db6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb8049e2331451f7848d5e1db2880c68fe28af3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef832a1a749a2c736cdf49e5398471ed7bfdfef9e37cb56b2dbcd7c40876c2d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698edc478a65808689cecf4cd0cffb27dd6da2c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9eddf02700c5d23bef3ef21c2073c830afc6e07580bcdb63bb6c1aa8831aba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af1b9fa2147d88d80edd438b0fe96858bca481
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033e518dcd5219a16a2d831ea849c7e3e4d32f4c7de12bbacb8f4e68896db022
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850c819781be42941a03c7481cb3ba20c5040df7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2cdf83686f985dab92203daed33c92d704bc585d7fe1c2834ba1107aaed3d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9164683b28ecb4d308f329d18cf3fb7b9e2aa411
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4475f1a6666ac3ba35a37c4ed31305bf9bf4d2926934b9bcefd1d4f1eb3dfb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a10d17019a21b2b2823b5ea689c67831740a24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a1bd81a2c296e022d6f55739eb8f73e8183b7278a6980cbc59cbf9cc210b53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3569555fefa5809db1405fb9debf7ed838c4bdf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5118099b0ea54af06ca9adc4a271eff82241671779adca903f48d125169c88
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae78e15f55d4fbd0f94b1da9e8b0b5c742ae18d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359915af516bf623db82e3f6a521ada9b9d1f94f6d67e13410ec6ba2ba28d3f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b5f776af36dff3e721fe65e292b953d8291ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa9f94a6d5ce6e64dcaf7af2c9c3a64a75b410a5666de707561fb8476ae8b9b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e075a43a9bda0ae0f0388a664ef1a7dac0ee179a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6277eb79586424a78fef020f14b0e8a294714d4cbc7612b422d0e8f2de2b8460
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557113ee5216746346e94d221a93fcd3421baf7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e755fb728739b79df0aaf86fcd54d89d782c1c5ba0691cd469fd89db246debd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f29e9358b416022e6638815efea2f774f60e91e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93f8b7d3bc0e95e60a4e49d253dfeece6ba1be8422d51959ad6144badbd25dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf680777cbe4be9a558a9ba27db59b8e25875fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed34cac4014d7d18a1a62fc56c2ac99322d90ad100fe9b838afaa7fd8d186f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6975193587ed366d1f8de37104575b99a441d3cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aeb9ceb31e2515b704158a681ffe1ffedf2b61c7d194d6dd8492cf2e48fd5fa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bc67aa9fccf07228018997d3cda4bfa3fabd22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63804d3c68fcabc7ef473b0aa3e5005447058ddad676e46422901750502dede
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b78a278e964e505f69a9d6198c2c3ebc772458
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b18018aa6e152bd9f3eeeae3f02acfa124fa6741c4ad6e2ecb806220138556e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7017a39e02cfe6d69b25d85347d223f8fc4a93d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d954e7ac96aaac83e08e234e46e77ff9cb333ae197fc3c168176b9a4d9b2606f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a702fa3e02a87de2ba411d2e1b5ab795450ec388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a24c0707b7053b0a4706bcea1bcf2daa36a1280233094b0e594e57ea618227f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f336b8e45936facde616b7bfc618f83918c803e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd9f7cc3832ad5684aca89cc738c2156dacd4a8df03f537e22f86118b79a7b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683cdb1e8e41723511f4b06d248f3da9da81613a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea9e8a2636996402ebfcd8e8095c6a2f979f5269fb16c3c42eaadfa15101a88
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3085a8bea466e6df4f9aeae417c82d850a0a632
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cea6e8cc6120c06e774baa2213c2ddfcfeda4da838cbd5f3c6afe38b892d9f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3211c8b3fd958812f3ee2075c32d71f2839eed50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef40f56ce80e069d3eb09345548c85a3b97c58e67d35255b58e1b9d7d232df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046aee5a66c7b50263ad959a7e3cd6f43f9cab03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9b8e00dd56bc7cae72680dfb88239076ed8d78438d413e1dadf7e2188be50
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85e7122d38e2fe2798f1c1663f631a1a55cdc40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd1414d5071bc7343aa8525095650e711a77417bb55dc8b98ec8e3a35049137
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb11cf2221639731f0358e2051faea5fc47120
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7e60a81dc5a97d19de13f000e57af775c32c3a166c340484186e344090dadb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b728b55658248b11e7adf19773d4a3841728190
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3eb9068cd6dd64344baf9712cfdf93730fa1d08b07457e805928294229f9e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c05c3d3a82ba90efcff5d5f4f1abf483a87d3fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b8430ece2b969211062c1d4b06671b4e26741e2d248d2ba54d2680bcad40b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976a133ead1637545a8c54db025ee85f7eed71d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4f40f4e0e3890995f0769a56e5aa4149fbb46cb0356274b7dbaab928fc2344
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14d372f2fd1e87f7e164aa0aa9402a447b5cec6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca98cb7bb98982a8a9121a11ed0eed515ac92f39f1280b02f5bca24d5eeba63b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331c9929a860407b42d2d5ff05d0a1ab314949e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc9eeb89855caa49c5d7161ea21da8ca3013ed71329b5633141734d62542479
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a81f763c99bf1d6404421a70b3c3c22381cf65d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e07bb04f1bf609d385fb1fbcd7f3838eed44117b90b8bb9a29b8fe4e201cfd6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d226657db76683df02fe29f49eca4735c48c84f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb4597441446c92aa6aa9cdb899663ea0d44202e14eff053b3c41557dfedefe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e6ba86e6d4445c775c54e69ed54d8e243cd454
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5fba4ea734c7adfb8d7a5e4501c64a5fe58aca86a40e7f7efaac66e9e90286
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb07584a00d6a208a2ff2b2008496c4eab0151fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61265661e93302919aea0ea600ff8e4e7f233fde04b8a81ee6b9e024dd52085
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4323d6674fe120233da29f638cc5954df95f03ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ce512646602154ac1da0bb839d0c2e3d1d8385f63d1043ea545e2900db9146
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c853a3c864f33e1d31d2afb0e7cb89f3078bdd51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c837db32db50e973168366304c03197e18a87388d1a125713606e2542c3155c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a4d3fbe2e93836a7dc7fbbd124227e75183998
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6506c1e624cfe0208f6205eb176a6eb7638ca14ffdfbda676bee670eea430091
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cc4724690fd7dbe3efdc1a6997c250528f2b61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24397de5346a4d3564702bb170b802b1bbec2aed324ad533ce76fe318098da80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42c8a08808ab0b9f7ea858cf832f4b2bce8d857
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc680ab1f13e28c970ebfe2f388be49caf22f3bd4df0a5c927e55f0e99391ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f03c35f67f6c0bc9937a096c6afa9def3288ce7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a300beefa969be9f465b8c98b79fe12379a24fd7770c8bd47589d65a62e2ea75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0c0c0d9b454f03450e44daa4b349b1c92aed5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15044ef5745a0236de93dedbf2bd165f4b2c327de647855fed02eb5cf37cc08
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b63f676944140d9831a6cb458167ee4ed39344
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6ac01567883b77c71b71c0620bb5d9baaecbc5d7f56f135be60f121d38ab23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9122a073136c5463c7d3e757bfad4f71c7e85ef6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da5459e8c4a4bf9f940765da30d466069e23f52135152e48c2253952a8d5a37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ec4b3e767774a3131cfb516f2e0c682644e439
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3ea6b92d8a604bd724c0bbcc55c8cbdbf034245234df3c4821102687c61391
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8711ea1a49e14b4282d11f84320cb378c992a0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417157ae33484a5ec91e16cceefb304e3702639510f5525c27a42ad981c38703
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc5f54b546ae639b4e68546678c84049fd6958
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cc27156f8c4c86309646611828d6ae55283795281de3ec385da49d1bdba931
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee2c6e3fada45f240a76185810e2bc3eb7108d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d17d7393c4f98036643bc8650c4449677150a4bbbe989a38e9896522620dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3124c7f40d0d2bfc1182f98f4770a9a928ad823e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518dd1122ed70967008dd1e4c9bf137982067962435edafbfcdb69dbd5239bc2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8737cc3ac4bd0aff456cc4fd5e39a3b3f5d7f15c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf77de72765641b3a612a0ea30f1323bd1f2b2c612ce1d107b8e0f88e2887e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde8ce0dde19c4f0607b658885ff51e8f62da5e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9870c3c093bea17936d96edabf8d239e14620452f972c3478b056a15e79185
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921a6ac706005e0fa35d78ac6dcfe941fe2e832f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2da895bc8dc3cc3f6a742f50052dc9c895c240391a07c9fb5088ecce43da0c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69961ba3afbae5dc88c57aad2bdedca2fbc4b36f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e761921528762365c0c6e28f29189a26793d5ff72e9e649317d4a43755fbec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e1b0bf7cbd759dde0071da2049012776de899d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2373ebc1e3a04ed8d419af7d23bcb9e2dad1ec96e1e57f3eba05a205eae14553
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449dad60c20dc49c5184603f3b2fdf0257b8fc31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac20115d27bae988b0307fc7d860c4a401d245e067792376323f32064abd41b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ece80cfe673e5d699f56c7e9ee40dbdd3eb19ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc2463958c1126a78b92e11d3075538c3de02a47c41abad922f6f9e62f98f98
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f0e9928735d36754d5ed07966d3630273982e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b524c26289e471ce3ccd651d8da673806c4b97f785d588884782c14752676ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45448e8cd74d931f18529e0eb321886afb21337
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b613f55f0c0f86dca7e10b07341f7647790c802cb343ce4d785abb79ee5f23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffe2373a049968cdcb083cc0bc8176a1ff24354
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577b80ad06212adc1449d5346fe40bf5069ebab76a4fd0f8286bb2b0b1cc73ed
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7cbdc372f6787f8c981b9bb4e2ec7fc7f4725
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876323c5676c9e8febe03398df95500c44e3b7d536faa6c59889b4f3baa0cee1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c30b772a08210a4ab628357e5e81c9ce052489
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3464afa55e047ac264c95b020afdba135eaccbcd1591588df6f98f04f7bca07b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402332122023627551f3403990cfc2d8dd5db106
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef113f2782a35bd24bc41cdc6cce38ad31cbd5aff296e9a7658e2bfca701805f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6adb1321e3e9c412b83e27345a5e1a0f8213f19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e1685f3b13e4249be3a43de796e8e8c47069c73ef863e69dbb84481133dc59
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f31fe81e112438395f57635ad7198d4e4767e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b0f086fc9419f53e3d5e9880e517764889424d5e008ed222244b8d420ac9be
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad80cd70fa6a13ed8c479bedd8209f4004f0fd4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0cecde92ec1bb7746c2d609f9822f4d83bef69f9d1e255f10d567efdc5d40f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4152e3c72f1658260a71fa12faace4b45c68703
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ade34b4cf8cd8350f9fba89b4bc87c3abc0b2a2a847deda8167519ae0aced04
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eab1e0fadd04ddfb75eef82896170c2e793ed5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2b3dcb5c1b6d16c4f5de6469e90b0455e461d38bffbc1a3526f13a8a5c183
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f98fde0dd08975f7091b66f44a43463c3f7c14d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb36ec95b57f1ce251461d4ab818b2c74ebd3dfc13d7ca1f375af045448256d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ffe8f64af6a50599ac88ed4fa96b3d9521b690
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8cedd5325e280e2e459ddf59437b93cff1398fddddaecfffae6581c0c783d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0116252b2afa19c50848d58ce10c485c257bad90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e26cc4e557aca6179d6f10b9f7b0039f0f3dc6da7a0af2e90a297a22511ca2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dea9d4a9c206b662dc48d7425de674e9641fce7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f1a1824aa375c4fccf6feddfbd56b0777b79d61aabd6fb634a5b68f6e90e91
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073447d8df103152e4ab9a8f284b3871a72c0c15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d1375e32105fd8f4ce840fbcd75336c79237fff8fee3a532fda8d14abda8ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49804f3cb0af82ba11f91f63622fc489f1f78c7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9053ff26c95abecab9580a0ecbeffd8c8947cf60bbdef69997c440d1fbdbb6ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf46d3b05a55fe64ee3f95d98d037750b177020a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1f1b118e1887516fe0e12f1cfdbe308e21f08ef84957cae7cb34c50e56e9cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ba8bc311a8504ba8c78d1e0281c8997f0a1225
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111fd51b0b336b054d9553a6c8663fe6b32152f18e4a00788abb16b4c5a22e86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2b03e57d400db0dc1d025888a87355ce0c9842
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f004a5bfce7bf7655df24b49bb474378fe57b225928bc5af87e24b2539ddb8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95121c2e41291b4dd41e62d0b3481528dadda090
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00801139401b31e800227d200deb04f3e3d56ca1c004dcfd9325ce33d8fbbe4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee21cd672f065306daa17467201ca929baae6b06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c88df2f1278604a2cbdc01399d3dfa724da33be2ebac23d66af123784a3533a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c97fe635e9afce5d72dd3c2c4bba22da23b3f4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99e904c2940ee9ffcdc262f9848665bfb620d0a8cde8dde87f29e3606d1b63a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654a88a4d461d2265de2ff0509de9af9282077db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d45a546d8960fe5ebce3ad8cabaacc82a6f4d730c200dec01ac461ce5a38a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581010635a3ce1bec8004ddb6c70168c84cbc4ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a69e0a1510f1ec6ce5dd9a103cb61f35b354f66634fffd2d50f1116ca89d742
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df23a2728d80afd80900fb4d8214cc9414ee38cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2a3315e2ad4b6481b9cd6b84dd7e4f909847b78eed401cdda064a4232c3aec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c16837c57df9136b4f56d66d82b3ab735d6f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3b1920f32c6801473b91bb3c6686fbf11c962e89973cd6499eafb15fe239f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cb55a2bd25beb0de6077b146b2d992052a2b49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e428ecc02102f7f8960ac2a448c05b1e8e66b3389f1d10e051a32691b1d9f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ccba0e1b8d39c3a0c370dd9eb81195b17e7282
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04bb7420c70699255b10458483cbfd0636620952fbfd3f82851c86ad7092a5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ea135072025e9b9b7ea925d452a5ef91f24890
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3695612495a242704ec404a3e6b0596fc2a7befd8caaab3552bf6ae8cb5e27f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8677dcd9d6d5e4ee95b6590800365c59ae25d60e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d91f6da5b38a21c84844d5baa6d831103644245effebe70986c211175634ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2496031f0b2b431ef94dfea6895146a98e0c69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a3bcf0a51ba225bb025e5747299825ac48a14d2858074ab77c1b2b7e3456aa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdd5138a4a17887094323ac8735a77a15e1ce6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7fdb0ff4a1d3bec06b823e7fd8f8df6712ddbe5731f44aaeaeb2b9416d1e79
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5e7061e61a776b8d5f0892261e3b5fee429b4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a63541166cd767a634b0ebb18fa84cabddaff4bc7e2df0afee512c63e80b1c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138f2a78f57bd92c62dc3a339c741d67f9ca2e54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c532e2980eae22372e533ebedecf3c1279a1f7ad4b57ee484af6cfbb8de40fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3fad19fcc4ed1e0c3441b6cd142647997d588a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5c7ae078ebebe603d374717a82c8f2289fc6ded4d62b92d3aaa808affd2160
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7398aa6b8ab7b61fcd9be056a8b9d08648f7f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8710343c1a5b12bf71cad00eb1152eccd4f812ec782f4207ad59ead0e5acd7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea9a507956be7c142f4b92b3f0c94e58ec1555e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e27f3c6b6968ea3f12460ac673e467ed798a1bbb5787ecec575e6e7bfda1d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f230aa3352de2908505e2a83412505d67f2c8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89230f619e5eebb1c976651dbd02ba8183af638ae9e2abc1f305263c4a4e9fed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feaa5d2a54c8a00718b78555a2bee757c9b48b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70de24ae4b0f60a45cea7fb052ace1bfb1ef2ec7db30a71a17def55c0a7c10ce
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3582666e8e89bc578fef4258cad25084853a4c77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8b4b6d160281ddc05845adb8c19c8d4ca80643ce3af54625bed5eca2d6ec7d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b9e92819729a7f5e66a8bcad75f144b9aca70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c23b31123859204c076d4cccb352738fb08424113affee6a8cb7dc9b08f94ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab650a5a83a6c9a02da327120eea50d11d85d0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64703826ad30f9cabd3334680cae819e0216424a690d14575e6686ecde6fe8ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6820e23f28756aaaa841d9d5e010b8d9bfb1e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26a06d0069b3a9fbe7b21a6dba8e0da8b7ee5a6934095bcb53e06f61d2b800
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0808809551454490d1b98ad0a6695342038d4af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa91a10bd2a7fb53811fae1851f7a621da7c35fcc611b5d0e89e33b9fa076b34
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17fba254e1e57b8e91edc5512972f60a749da7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f299184ab13425039bbcd65ba2c9c5e2876a59e98d7522ab7754b273c50e2a58
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bdc772e338f4b10ddc88c33c7e4db1862fa3ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c0127cc5f82490069c412f6456618467922d3a011e7f18f682df396e8f5eb9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241ea30016a01718d3039c65ceee7b0097138af7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02aa91319674464167d50a463251279a376a4f0ab617f14421d2091a2b93f607
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5091827d13608ab09a90b1110a60503db5098b34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7320c4a3cd1941e1f050d009238aed03434c7e00badc11d5647f5175025b3e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e7014fe4a627c7dde25e8eb5d4227b8c5f301b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0901a0712fc7b0e04e02bdfee5f1b4ce847ec861aa5033d5a9f3e38962b5343d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c3653e6a1b8d125d00d836d5757d897c026ece
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f65d7b8d83b472f61dfa54b7c86a7b01c9d6bd593a516622e400afc861145d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea13e03e92c68cb4f159d8ec3270f1bfe981912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1cbbb92ecb953d1e9282f397b208f271f59772270a59f72118fc4e9282a7ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a400fdc7b8ea03800f6d88d5d1cd385ddefcf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe062298d29bd4af865939185cf4a4a8d893b2f610a92bf2d58f7ba5e967325
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd308e02edcd90fa1ca72eaddf6edc563485587
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dad4a7355650c401c7ab9d5a074c973ba6effc50edcccf39acdb93af63534af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6691cb876374f0618cc27e030ae8d4e78097b6b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b1bf7eea69ed1413f3c404a3e6a5fa94618117b901c270df43dd595248f850
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e86dad4b5e0bc0109c4462663aab37ed2683eb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ecfccdebc85cb29c49fc8c5dc5a53f7bc9772bbbe9d2feb54cc7f0dd550797
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a387b1fe4eff39b93f8d2f9d29c014d5f74ce5c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd5443f08c7cfe26237e9853efab2ba22c9804dc47371a6755cb6571c0825d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab2bc7b283cf20bd27561ddd6b9730bf5cbee5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c4ea6bdedf924460998c2f7b26f75ec495adcd3ab3c670d7286e8a9b119afc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecef28c9cab8da97bbceb147d061f981a83d41eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14cea2feeacb182bed43b38f22f5ae0fdd348fe52e26eaf51b55b8f4f2a71a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4610e807195ff8ebc927097463a38a22beaad48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0b7c62d92a98122061a87ec7d7debf417ba8007155c3c675315d6e4b4f6f2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0a8fe03fe977d98016c91684f1687863ef44e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3e1421479ca523a06d0028c38fab012081d599896c736d887c8888c4939cfa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808a6d3e81fe3e9f56465c413ea78beb8d32229b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd3be895729e9ca5ec291518b56cb7a28ebe737fbba754278c6f0867938458e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9386bb860f69250466026c5b9888ce39bc3e6426
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1532a798dd70464908f21fd9c9c633c7fc126fbfca5e75d41fb6a70317423a30
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf86667cc541e1656af96e74538760556f19af3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a83b03fd8055af3ba38fcf603b06e63cb174098a0f591120c3408a9aa4e78b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40272904a0a159decd6b1b104ccd093da144c643
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91666db12f20b0328430e048f3ca190aac24bfa0a0e716e1851fd1c6e398c71
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09ef76be4e2ea8f31ba30dfd3b19e1a909108ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cca07c71d858540b4b07e59dd39f322150ff94456dc76ae270bd50ada3182af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8a965bffb0cd96b3bfc9a71fe5ca65ea58ab2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6e4f41fc075425af353e474a78775b1869e30eaa50ab352fdf2abe388ede42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e008e5b16685c39cd0ca1cd92223b1ca4a2225
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dd1bf9cf4ef2547b5467e6203f08609ace081b2b0fd633e0f3209f2c70720d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfb932e643a39ed184f7cf91661afc5f96a3ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef8439f39040cfe740c963ae701c223c7aea0fa0dc6f77e87f3d63f5fabf1c6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dda8ccaafb282dc6b234ddee84642eca0f5e44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c24998e8898ff035d2d6cb143b0ab8bfc4335b328dbdac47339c58da089b446
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e348d657746490367c245a15735a388e9c01c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43a97f33a82f9d2d2b841e14c54536f479f9061d9ffd76621094cbe48eb19b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7e1049975748c0fd715778e2f2303fce306b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c573a824e9de1a894508189159724cc1be032c9d77f37a5e003e7d04cd7ffaae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586bdead748e9efa8e42450311c54dcf2c41bb16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134cefbc6910bc0e72a8800160d49c254a6c274e0845ec6053b5eb293e0492a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fdfe0a83a7ca0f00d2458201e5cec008e3d58f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5a023d7f341768958e31eb0910f50e7274643d759fb29fde55433930c3445c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351cbfd0129b92e2b3a708d27bf9e59ebddf4830
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d423db85c715df8819ed63fa5920e2cd24eca56a078d4704bda6b70fa70f2a97
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df92403692d7b305f075283863e40d41c7022544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf0064faa6a4d7bca5a2c9c56f5000ed480b413f17635411dcbe437f322018
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23213e41f02e64130f85f123ef28cda6ec173782
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e7fb40c41fbce1a37a29c70002e5335e045233a1e0b3e93e4a89d9ea029f76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56e73dacb8f9021f97bd2fb02833adbfa388fda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54197511b483991025b7eedb6666d6d0697c109424b1c337e1b4fab2474bd022
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba7856ea1500b9aed6754f9b00163fd9f14858e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af2a1b590eb4335c29ef4cc941ea99e0699effc8d28fd527016368a46873036
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cdca099859c579d99d3b07aac610f16ffd7cee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedeb5b55ae207743602d6518715f73c2bf71a5a2ea41e6db57be1f69e1f8e2d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f6f4397da2df2d2ea8712f647785318480ed38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ff899486714b020ae0c479cced264fca80bf7078d9777c5ea0a272bcb90e63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6508f4721774dd0ca4c447c8940b81ebd91a76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c513bfeac2b8e4d8bbd842f440372608030b151ae65c34d7b5a955bbae02cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcb037b7ab4bc029b70be06ac050b81550a2613
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa94d75ec07d57001a8563ff8181bfaa4c6e9d78dce3c5a4e55ab9ee3c3061e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078464ff27566090287c9c7a4ac8540da6f94f9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65863f32d5ba78ae7f8446fcefbd508927246999e2460acf33e61ee7bb1482fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d7b11fda815537a1dd05cd2a80a7ddfa3a692b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427ef77b645ca24bf7a5d4fedfa94b4097d35ff9365d6fc3349239863e05379e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde72831b4df2d70268c2474bfc35d22dc96516c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5620ab128ad94dbb05505d1b5f2cff2fe86c4c607dded91f310a9ebd47095d81
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e404e587253b299f7312e53681b35f0748b0e4aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073cc94894c226bfb9c2f92a1b402690cf569f3c8dcfbc8e50b477855dc2bca8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27744d9c559516bb11726e68bdf6f4fe25353d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778b3004519e66a93d1ac5d9daf99ec869e0f28a4328a85e2bb0a96d2095101e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69510b0c41cc245ad59b464db5980d614580826a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31caf7dd45f5225adc759f1f84fd9f9a2297b8b6ea826cf0ea72e88953e428fb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc30986c091694bd1f1ffbc94b03cd7683ad5b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f336d4f71599601ca4fbe7606de1bbd63d9faa2571df51b13e1e128fb4646f5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea720a95ffc29333ec5def685c1f08dc36f9a8ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0ce129a047ba85bd4ea30636cdf86ddb582d1df781b43844b415d3cea07118
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964d5346358fdfc2b8965f3427020e3e2959ed47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62bef13ec6ec9257943146cd4f36cd721d94c5f5850955f7910a3ab49c59fe4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4fab710f2d50dfbf147239c884cfed5add542b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d466456c63564a8496e9df2422300477cba20b3c7e4eafb3f1616c33200b193c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f55c5936aa1f4c4005040dab07efbb5073829
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91a010b44ab94a150376143949912028e8b2ebaf85c3038edc54e9e658d1d76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3af682ec3b89fb28ca78cb9c44f7ba574340f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ffdcb9b4fca0b78a3c5b1def2442dd6085612dcf1662b77500a45720171d53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4eaa8b999c7cb1a8499f88f212cb32dd142fd4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5462de10f93f8bd49f6760f05e174990a48a69414ebb06d1193670c4467eee39
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f995a5ee1cf70ee06040b5ecbade56a98f86f54b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69982efe408c10bab70c4e3bf22c67844b8175d7e8653b57f26bb849bd266a34
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062d8227bd589a00b541957f7bf5cea602f9accd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3199d41f7f1cab8676f94d014cc9094412894967fd02530193c8f4a2c62510
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4074a841ed1b45febe33f24d145e84e8aaced8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58535069472983fda1552b704b77cf53e798e02dde492af935666ff7e2bdaf7a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b148062c0d3a1758a5225b49f3edbfacc2019915
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd10b97462c32b22ce699df41404dd0269becf11e24f48135d0e57b44642fac2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a947c0555672ed8d1dc6d5bfc5c04f331159f319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e6ca1dabb26a611e946e518ef0b03892264dc83e73c1e65e11d83d48d6d43b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b66bef311c67012b19303045f53a8b6987f1b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97171ffadefaf16a57e5adad5eb97118a90a4a6a104e401b5b433e6adc40ec5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81150cd1563191b8ce48d01951990536667f1847
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58c67bcbf8603aad852935881d852ccbdc5afd6e32a3a44fbd074269df42032
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f0919a6e44b7d680ce424baf093bbd0b599986
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1790c6ec1feff01639df8c76c9f425e54551b903b61be38c002fa8e749ae56b8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c502ee202c3a24ce0674703bbd530611545fa1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c8f09edb11173f1ee0a2b00c3557488ec24f27a9b6d845719b0493bb05211a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf37d5a64e2946c9cfe76f027293ec14da70b77f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40daa81fcb8510e9a51f139b3d97c699d1a56a37368e7846f24bcae7da6666e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec3882c817ed9ded1b70466feea0ed8213708c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180475793643b0a7ac4a9536acb32ef15de4ef966e45ac34b2a06a64886b71ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9f8510e80e2dd4a35e063636ebed22aae81e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1afe9f063b8eab5b2950c4f7a45bfdaaf29383904aa952bd6f6ef0c1b0b7a57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be88de27cf8d672d8a19adc3744fec6d41fe2466
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63be25944616e78dc0877ee87f583199226123a5b7fa54d3c989effc8a04c7ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268bd64b509e25c1fba83603d091edfc55ea8060
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab27a816779b3a0639185779f2edfe04a8dd39f10c98ab7471ccdc3672b3a99
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca0eb63283e20a4b0ac499be14c381e463cadd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fac587f7a117a5afe72c0c88c5b296a65f46f8b612afc3e092602c2d3a7c61
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c3df66efb100a2ffd81fd3c091556dde6709dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb297e7b1c0a5d701e29cfec14a8f530a42d2e388c1c56059cf73b4701e22bfc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf99673f0ded2d79d0093448a120457c3994531
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a719718744539c2224d3617ab296f3f107cef956c5c541247a3bdeef4c31d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8329985188d39771a9658be20235e9e2981126a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d4849848a9b3329e4ab8cbfee9c40b9b0696c2444c6a1be29adb4b5f8548a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26694ceed049ee02e23163fc8220ea463c73c461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c109991f48e8965d29e64f7cd34f9af08c72e469d903b795b73320169821e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0c69b7975cc985bb91e9235123955d261aa253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d34e7fa9b39d3fb809652c77e5ab66e1cbab691c4cbc6afc7da35717ea52bb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84836d015597641070d63ed3ad3a9b3c521f7d30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09f4ab939b783710eee2d17fb143abc2fac3757d8ddd35cbf9a260d1430eb57
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0a53621795e40a054f1cd2f69f360ea9e6689c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2a8f00e14ad2732ac4b18197614f0f4b6a0e1bea0a90a5a72ca79326c27a0a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572d5369b11482506563945d71e380d2094b1920
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785ab09dfd85a58f484f3fca4b9fab3b7be6598f6c2541324b3b15679a1901e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a270a47e887f7fd97f7021bdf593efb98c68114c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc718b2a1e031fc072c4f36d856d4fa566645c4baa69619e4ecf48aae28d31fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a877186011bb83ef28e6474824bed0819dfaa015
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f49d130f726f4d9c40df55e1e7bfac0fad1b10fefac273f37d4467757f76f1e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af210da4a20b759a26611d8df7270690351ce5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390686c21dd57eb5479f3249959903a638120d1dc4ed410211cb39d79b979589
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1641408704f5565e791ac2149fd537c99388545
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274c5fe37426434aa7c5ab3a32e71efde1c5ca91eb7d1b3a3a1b29a948fabe94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e8961937524df7456a999a771d6865b49e2389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e356f5a236afe59d8b03d5fc15b8d3bff46623f458d275756746dee309efc9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88055c12c8962344b56e5c354823a21d18299a46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1581bf564f7a91a48bf13f80fa228499d33c071980dd1b43a1fae5936675c0d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b6699f5fd30c23ab6a5dab27f49dff8bbc5f34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d6d1320005439a625b462d85cc7e6d269af01495c4d391e829339a5c5ab65b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7f80d778f8099386009194e33124ddd19448ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69a7b7dbad49bc7b9208849aefe7cce4c86ac424786edf0cb09ccff0c63b5ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a7d5febac9ced3fff56ed97efc7cc4e538f5bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72711560031d2718100bfa108a393310b1d28673ad1baf9ee95b99e4f9a59598
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c259fdd9e8a238bdc1f0be760996b96d0ebb75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be681e21ee1cda2dce2c93092bb961f88926e446dadc6a48d80d458ba65b5da8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61851d721ea8a98cecb8bfd1bad7249c5d0506f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b50e205499530903088a76ba8cf543ac2fa75c9908115870b6be060a4ca026b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d117bfc3d9911a904ea483fc61a5328888c1cd12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03e3b96a3f2f665770f2a75c0d9d9bb46fee1a4e498c40ee9b9b8b25c207ac0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ad6a65348da3091ba838687c2e5f27ea4f26fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35473e36db0d75844fd74d34d1fe7dadbb37655e943343a17db1a3d85f15bc19
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d1374d1b72ccd51d0d33b6a0973d49724317e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f97ca29c27ba552364a79a798610e17edf76def308da95ab5215e513fc0e57f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad13b967c971e4c2aeb878acf120c5c8f75e367f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de643db0880b3d49afcbd14d0f4850ac04bc684e9a1aaa68bc1fb9751f3d844
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b234ed06c25c70e17ff8c9ddcf88c5a29638fb9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01799bdd94337d662dfb9cf06d87ace42c36847b1406a39f8cfdc462fe56bd5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9637364f4a3bb0305ef3637b1f3c5990958ee33f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc6efc568669914281483de07d227a930f078b70b60a6b2569679c003733177
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ffc3a0b269402ff1384d0a4bdb9989d75b3afb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c913c0421b8bc1e309572b6f313795fda0beeeb5cb2d1a3779984888e89b819
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cecb2b13129c1cbf38276a15666f34f04ad974
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cedea087132303a7b3caa5ab4cd65bc43b08f55b24219cfa43e7a42c1fa8a16
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b27fad09493a5412bd098871e73ad6d2b5239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e8040434227408621dcfd79d31313bb1b63efb7bebbce8045e29d43d1a70fe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1086c61cb21907d585bcf425750b03e4c76f01d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5001599e3c60a38988f464c97e603bf10ae173e8efdae029e727f04e190b75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8cbf9d9c23183f11eeb4feddda0532ffc88d4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05e63d0bed8f652ca0e7293e20da3a3d449db649d0187abcb62a32f50f53c42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da24ee05d3e5466ca83ecdfedee0b75245050557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf54fcc18e3266f6cb0eaece1e0dd28e6e2e2f781f188a4f0cdf7be5c62c3d5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576d051570848bca90b4642153cd72e2a62d1573
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238342a45b502bc32f1f2f9a76e1510652c9da2f5da81f409691d29c8044a124
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81982ee35a80ab22a55e91c07a31283561c6fb57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c559d5d47395d3a9770cf6182afbd8948d6d5fdf8ddbc9b23ff49f3f093b0afa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c80f4c63563050bcf74febe08d8e5e35a3a6505
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb6b3a147a7a4fec9b44b9b1afa74ad8947720bf318ccc86dabb588c9b2a3ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d8eae1aeee2364a612586850ab6762de66afa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6ae4b82d401ebd82be9aa06a0c46560f9590d914a9bd743cefba926722b302
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c86d393ccbb3f63d17646967bcac41d414cba4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42749155d1079ca8042404fc33a207ada16f6081481e0fa3b90a82f4ec21b20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92cfb00e87c38e59ea03ef56d5337378d95f3f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d4afbdbbd70219d5fb9a730c6ec50dc54682a5047122cc14a72aa6df757bf9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8b751b4f71bccf98c936a599d731750fed4c45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5d32446a0e3ea6cc94266a971072c821fcb906d4d27e42b3f0d760ed802540
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a561d759fcb7df4b57506e03e11b7bcf7cd85478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51155683575e2fe7492b14964584cb01ab45076ad16b4a09320b5a257719aca4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa25f189c2af4b2f76483cdb205bb741652c49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e11a4780a53df8549bef9929b5f281cd9fd3cc9279f9f777039140db47880a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e8fbbe6e1a29501710c589d1c513c794049ca9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7835bf46f936d27514e5196876c96e228473ce7c150926f5755b8542513d5f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94079fd24476a845b7258f745ffe494d756c250
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6191b1faf5c8f92006d011f1889c08fb3eaf65ef93805e87360f85f672b7b899
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401dd39454eebea06f7a6c48ecee79dcf51ebea1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78fbd9758e185b421233d9a62fac4ee85ee6385ab84e4ca531c8faada3a384f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404dff83e668d1b2b8cb0e77da903d1313559f12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adaa0cf2f339fc6cd271d9bb7c0a7a59f8a3606de178c99c372cdffcf043676
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dbaf6d303cf880c8a97f552ec67d163db17f7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfd471b1d12114036b32bdef889950813ba4f18c9f0b9e920a0c5cfdfcbc6c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe1cffb2edae796e7f4d322b0fc653527bf52f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bb397d9794222906d571ae0deea4a0e36a843263d03960b47342a4176866f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b92ddf975c24816c12a58bc6c1e8c698cd6b1e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b12b29152c1b6c2c414b520c4547eeddfa7e22a6447c1baa057597b3202057
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b655fd09599f3302feca9ecbabc87286a77d2074
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a827c394b2caf6564b02a5eece82e272550045ed0e5118160f38b7fdc30528
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8417e0c5ed246708ede30c02eff7ee63edd741f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8d9de48b2e9f1d5989ab1b08baadcfb84661eced78f5b30297e92108987c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ffe8d47a102da55cc41ffc9274a204cf2cd7d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd2360017f7e8b63ada92f4f2a7e4538ec882f475ee7a62f1635eabf47cf73e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de8a471234e9410517e36b96bccc9f4c2324f0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0263a814412654e1ef12eb557040981bc1a623d0feeef5e7354a746a335773
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6734871dbeb9a1aa8dc68f33232f3562826127
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ba4b80c2f276f2002358f56873a7a4f80d1db08d1c7c4da957b4d2bca9996b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d7682e7fbf8c60512cf2f4aac4123f8256b606
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2e4ef0215ae04f971d99c8bc67652f0c1048bd5dbd31c1657f51043185a90a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0209b40bcfccdc522201c08fca64dac0ed85299c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abebb39fa6b21845008afe7bf6c595e66add8a00ef3e4ec7287675bf841d71d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b1585ca0a53b8ceeec19835b07fc968ecc7796
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48c96633f40b80cb8032502a79c01c5f67174cc105eb21403c9788a7db0c74f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb9f858686c818220d58a710c0b5a258982048a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f2a8cfcc5d60647cc8cc0a2193ee9199ee3835c5bc4a2c9d1f465b1b14585d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01ac5d3a94c0bcb9775ead36ce23db50fab5e34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6876db8a946bd7c020dab75908c05a867a04c48d1f973d4fd163a6f335c42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957c9c229074e05227a439d8810c0a0114cc0e59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cdfdd9242c760b9bec3f2b269915b2feb851f83708cdac7ab0d177fdf2bbe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eabf7d0b472c5a5fb8db3d850d62dc5cc6457b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176ec7abb61d76c67f94e19f0d486060828d16625d859f7cce291d52a95e908d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e650f80c9960c8f840ecc0a16443cf7d229a8f11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b8271a31d94e69fc06c4701970dd60afaa141f4795f5e8d149d864421306f0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454343fa5fbb20f717bdfb5992f183cbf1a2aa7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc34d5bd523ee94f4fe58333f22dcead0da6085fa7dc9c9067fd3aa27e78ee8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40932a29084c8ec81aeb182b61115d74d8360e38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c751f012eeba3243aa36c9ae41f803dac3b011e2f930751317089c0983598d27
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610a61eb96c40eb83ff3c85c57d536b3362ce868
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772ac401164e22c34a63db0b8496f33910374d726ed6e53e671906646b88f0cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7e21f10d04df8ec337bb13428278af17af507
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104bf913d7ab00684e8ff9cc48ef83fce08f53d3c8e913e18ed358386023936
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1e7bafd6c0031ad94704d9353ed952d77c3935
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1fc929940351414b709ef7c9a97b902ca60795fbdf7d277cbb06abd9595ce1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678dacca0fbc23af1364613df85f29cb6ec5a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd3354e0c255725cd15a12ddc7cbf58b7332499e8de4891fefcd54961ff39ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae092661f71cae2b45f8b6881502197bfc03640
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50711c1f63b1488be9f21d2d96eea267e427af5826b8a402d9982fefcee78f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9ff38bb162d07b736204e6f307c2ab4724c544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8fbfb0df5e8047dc3e956ecd198f7ebceedb463c3a84973e46954be9089ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1be564fa842853fcd69df937eeac52264d6355
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73453cbe03b6c9211bd5b5a174298fe2ca9e40f7698d97a2427abe47a50ff3b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b84b5c969d38983c8e7f9b11ce56a01d45e47f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76cb7aca7e7c021e19925cb41beffdb06b6dfdb0c7f9ffccc3537c1c92af2a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1660004b89dab3074cd1de29544d93a55cd299ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc897c235b15dffa7c4154993e161386cd269b8bb88ae91811c168d86cb2d57e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709135b9966ec5d1c38c0339d5a91c7901347f21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f800f6268221d7d7d6710406bbf5f2932e82b49b062b703e7543e65ef013a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1734327ee7c198328f18d4f10541e749143507c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2755d0970255b2d73cbdca08c5c2aa6a0c474b015026b9f5a110ac6742de8e2c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5df29f581784f7f403c6c8ca47e0a942a72aff7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5d39fcd57ce39a99ea463b0d5fbe09f1ed642484fc688bd910c6fe28219c8e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a02f77d64e605d47be0be017c8db71e9561a886
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec54f49840cefdea5c2ad17e678b8e5c78ba94ba052b6afb7f0c5b496d8cf5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfebf4545c37c8fa1ab910c9b1cb48acb59de3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee05d9cc65088e0d3785d4ea90423ef7a5f6aab76762d7ced4bde87d33774d1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635d61d29c2310044160986b45f469aa228f055f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973a5ba93fd5e1544fc9b96ed9909f1e0bf687d6fb9b5db636ca31bff392f843
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dea522ee26042fd96910e2be549fb46f3df5ae4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b42fdfaa0ac4b81edd2b28682963a51857c996826d4f32abedabf29b1a012c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a827ab7ed917f170c834e2fd07be306cde324361
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d378e98ba3e2dc487745b0cbb819fa8101ddaff1ea826b7f82aae0e6a168efdb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f684507d996b91ad0b33622a4c0319db3e8627f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dbda1c5cff857ec3a7f1b70ddbcd6a8309ea9d32c421ce12ea4b4d57a734ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34571c87af69c0310f5191f08d59995008b596bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59fc77ca45699d6c2ea57729c9893fa7b861b0cbcc69e8ceca93cc1e34f8890
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5946c39ef4bb528626da61f689753c0ee6d5d3de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5dfc0e6b2d70bf614cad1e964d53145f1bdb71f6fe1c328973187d3c68e992
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a81a6800a96dc7bcc18d0ec7868fb960850cef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445b1927a16a8995ae935375dc7f737bc6f0c43cfec88e50ffc0936bdfd693c5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31818605df3b002b55b9b1546fd7470d982a9c03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c177004a6c0df848f436e82b391c1892151824b0d1a953a6920eb945958240
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adb07ad273fae5fbeac0d126c21f83f2d5de602
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8803d94eea293cb4bf1c907dbcafc1edc6a0357f1d467eb6a54a80bb8a6cb0a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6999bf2c24ad69263f1bbb09d2a3dd6db570b607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d15778c54ea89fe49dd56f69e6403eefbccb36d709f76c4d7eaff9c14aa0c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcdb3b92f502d0e43ffd44a9ab2d0a239675bf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baf350b1043aed56b6c7eff619c3ce04bfe71405d8c5bd842b9b4f2fd36de9b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9012a15ff74496066a1a90dd5fc9ac8557a7cdca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153de15915ef9d079e7bac423e2ca36630cb29edcf630f41b66ad04b0a23e64e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a85531e3ecf6966bab8e49df5dada3c4161e912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a697134acf504cd1f80acbc735caf56491677a1bc7dcb562194b6870f998ba7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7d85279624aeecbe970f6099a18ab6eba30aa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90feba03b449f46a2c38504b427afa17b1b4bfdd24541714a6718e33025f74e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2164d1ef8e372cca3bd105795289e32dd8c172f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85f70752442d78ea4514de34cb5439166988bcaf8a5ae1a5393f02661404986
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697acaf3f498e4f66ff30db879501a61f85c92f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8780d9ea46d66ef04689846f7bab441d4787eb8838f0156ec435770090218673
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790a277afc1c2c8a7cca48cdafebd8fd69c1dd60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c735594ad956ec66c777c5679418984ce6f2aaf83086c49a77306dc63e40de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbbd1853da1b1f227701f0ca5f53935f234f7e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0673210ad4b36cde9c93204c9c4168d335636c5bb4d805eb044c7f16259a4fed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f30a5ed566886fffabf40438abcddfd5f189ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609c22c3b1ced5663d690729f0e9a41c52b7af92705490398a525c3a83ec9758
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f12f4abce0365d88b6725ecc0196903c3ca18c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d63bef975ca3c95b73143bcafaca716fa3e536c25f4c9d64737be03183912d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758f48484ee110f23c9ce69f76fe3097c51de4f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7f8dd6d57a815359e0173f1ef5863475474f9fd7677ccdf00509827734c9d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a924449698211c45b9641bbb7a124dfe5961404a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b1d01aa32b39d0e348b4f81fc276cdb54319bf3f4541963ab0a6ef123c85fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e316e027728b4d29af39b3578ca3237d5d87b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f7330dcbf55793e0605376c1d97497582d99bb618f3e092d52a54a4e12eff0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4506b7b7499181c82a0a5b337282bd8ba998d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71cc82ddd35d49ab36f47c66dea4f98d6fa2c0de5252ef15e076113e71ca97d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8285cd9911ab543a7e0b0a446d9bb9b36d0b5d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c780648860535f022cf808b0f63c8b57d3623dd2793620638f731b2ab47e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8babefee5a7d8cec41d2f74f31a68c6e27d33e1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee54d1c7a17ecd70db7c04a0ca5e833694ee9e800e0ff06bb6fe9053338c65ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7538e40cef1e0fa9eeeb1ebc7e0c22d976a56458
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb94f680db8d84103c56cb86d1dcbc55cd8cff945828f48d88856102f573dbc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca303faf1782afee455c8ff22d0f0ed8d25b1b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5e6555fbfe7ba3e8b079843c8ff373afc981828e636c666ddaba7d72655e15
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9de58b94706a1b77b64b5030ec43ff7a313c968
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129adb3f37fb53e836cf39d14a4c4678f4c3d9b7e852559959a89e21835f8d8c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d5b62b99e0f8038594865276a4ba4f1dd9d8b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe04338a482c31e5c38baffe79a41658ca234b28a0e1b462b6047e5a833862
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb4a2d8b6460183baa93a4b0cd0224e85687383
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff7e662a4eae949fd0088ee502ce9ac58b8dda2bd249a82be2d97c3e1efd8a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a28cd4b3e18063655e3dd7786dd448cdf968be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c15e446f98d9ed45c044538cc4613ed13f82d5fdcf85560731f62e666f11e98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb48c6b7cb99465c53ebe3447cc917cfbb4387
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c562fe4239600f7b5cfa2811f777693bee236ab974ca054b42b3ede28d6f484d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef44c90e611a3dad763717aa3a5fd08916c1b60e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1491f12d0f653a0f7594c1f8a38262a4325e6af87ede9828c8270485f6667d76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c951f1dbc6c32ea5493f6217de53e0eb0cd9d9cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a7fd9c5a35cc9efd6877a746efc435f259dad085be9ac2f38509b6aac716aa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657f4bf0f85db2805be55084b87790c5f8147c94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6e05e15575d202a5ca52bd4b8b64e3def6b15ade9eeb99a7e37009cd420725
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabce3d351a416aa466f4490596925cc2de57f0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d4e2d50a9c765ac6b3d5b5ddb13d00b0c942ad5a991ee506586acd4f488264
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c1b3bd3736fc44586eed3d70889a075e31f976
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8536f73a3ef52a7b61b25777631da486b9ef54ae0fb72dc98763ccfb22d3a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b4377a3aa65ca509ca294f9e5800745cf0712
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5844f2ee4fb38b6eefd7948dd6f925d3b5455600126864c7147381ab8f05302e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77080aec15ff3804f1c0902c5ddf6e93edbb83c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d59f887445414284e51412ef399afa00b425c6e88826f8886110087501d702
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ea73c3ad7098cca96dac9b1d8c0b36b0b6082d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0773fa9a1c1ffbfb3acf1a5343731b68747024d84ef46662835172d0789a5d1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abbd462e7db7ff912683952395cbf3ccb456e54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a43df5c52c158a329e183c5661deb70bc9c20874d20a17e5a7a3970ad9ea5ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207d9c6d70b542940703c33c9d72c380cb3b8757
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56554a2919ef38cf2dcb7a65a00468b7fb235f6b0a9caa07f305d8baaebe44e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160f25eef5f4089caa0d9a0f0804a36dc427db58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba36f91428c499999f36f62da5f99f001a3b007210d55d8641717de9b448c2b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f69a7bdd167ab2e836321517fcc067b745ec9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afedec64ca3688cd5a7c67f8f229869ddd45437bda1d0b44891be26c2dfb1c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeab16d04f892dc5740d78d667db03677a45537
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2706857d8ae00a70e8e16046c5e98b6672f9983aac23e179db8528eebe15b9a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8992a56ecb15c46b25454075c4b0f4bf18cb908
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a6e1024a00fc2c6c57e44f1b4482ff7ce9516788c5cccbb80450cb80b5b13d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ada22e2c2e9e5c162a760ede3caaa2016bbea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00ad0b9cd6a15bb730944ca52f4ed784eb9d627c9a77681f49930ed522a8036
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0bc0f84476c8b49dc66d328ae03a55772ddc9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84fc03320eb63c9a12a78459824d1f95cb3af25b078ede214f2fbd6c7e2a84
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1464f0a587962d1cb056676d0aeaede5da2744e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ebd1fc94fa3cfacc38983fc7f326446ee301d6c2dbe7bce9a0a85c88aa6fa0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bc18269250458e17aa816323d939a71b1dce44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd9543fe8ecc27860bc24e05710e85d6e06594ca515156fa3cc862edc310e0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae47b11155ac1e8899a9a2c1abb1ee8edbc1322
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0451fe4b3fef6bdc62bd32f9fd1c588d558121e6c33467151a70113adc3a1d45
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da30228af1cf42630059b8a96a870c19acbc959
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31671a252566cf704bc2c818a4bcd1fca7ca3ead190248e2f87e441909afa9a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731167f59362fc58b6adf5dcab9af33cd3b42469
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19ed2e59c0032545a3a8bba37c47b3cdde2b62cee47962a6a78aeebdf70a384
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fb4b3127b17e030f2c55c1b3d369304b7a8200
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabd6449b641aeb894f874cc22720ec008fb4313593883c755d3970d6d162c0c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6eca87b4d2487958dbc1c652cf75ec90be3163
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de01a53d734141544aa735c890719314b01ae762ef3a4eefb8a5fefcebe2e812
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c536396546fe9bd7059bbdbd545137041a009c80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94770719db7924259d62470a965f17c80cc496f968fdf3667c1ac47d4552004a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11709361d37160f8c6f45a36ed6f914f05a61aa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fb66dfb328a0ed0e96906bb7229f55b38082775d32bce27fe3a53b4daa7605
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd08426057a3fcf25bc80c1c581dc3d4e92d9ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e4b1b45cb22cc0e693f5900513c380026162bc319540498c209384a5b4445a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e570a09b6eab4c78cf23b84e4943886cedeb6fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4a0d1892e54f1e98d5f6f261de3f0cf9cf9254a30675a3382bf11c4b52761f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50125db02c860e396a62d5306f3f0662c19f72c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02da89ea05d94c3ef57bc97807c66655728d3ab50d3b3386d040f8ba2f516bb9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f0c90e210bf7a9acf86d75507c6bffed4f9397
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e0f809a89ee7f72396a91152baef3cab3fca635a365681426e2988dc92ea0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9910ea5ae822fe5621836a76a34baa41ac47f92c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e33425082f6824b986c72a73618b460502311288b8b63a8507e288bd30e322
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb603deefb197dc596b80217dd2b56bad675ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec950a7dae533e8c568d21cd51db7d13fc4e6b3e55338f1aaf610a24fad0bb0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50add4711b3370b8f2de846a652dc6c8e02d8835
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba272702862143048e2f330d7a24a060e3479680a62addd68c6760be66e650a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133438fffb5490bb26e6a2351285ac62dd935f13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc04433b70085eb12bb15bcf50ee35acdaaab198403299a47d8921d3e84db1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f278c237b0647206b0075c1a15f4068a9f533f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe343c3181957c8bfe4f14ed4166df18f5ebe6fc2511166dbfaf706550a91f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb159d0a486d75a5f6320901fea864c6eb72705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c51e5e46a0c5091c8b8576914288004a32928783fe8522700833c76609fdd10
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4013934a6f4f45e535bab36672b2f3925b9edd75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd49f87b7082ea4fa286043cdbf06ad685e2219347b3874516b88f917ae2a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2830ff2a4035b3ff13cd4929caa03c9eb7a7208b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431511f43949b8a270c2ab035ae1edd5f037e1ec3ee61cc7efc5df928d526698
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce930358ec8424ac0e0c9124bdadf2c572c7e46e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a99e8a32ba591ad6f307154b1bae72b4b3ffdc4be9cb510ffdc8f8a783261fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd830381770dcd2b2249191240b4a58200e6211f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ead81754c5b46359ef7c0843c828d11ea4791c119e873cf7728a845c80991e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b6084678c0a92c530ce68705e42ba06fee2c49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62370d04526f8836d47b589709467b111e41e9227a37b1a69707c6dc20f509b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e1b8fa4b1699c32805e7cfd5e4eaaa3dca6602
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61833bd91fa8d1e42b72f0458b470492215510808a03515cc05fbb5c1da58008
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc41c8f53820844b2ba911c6f13b0e0c4e658c74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cffee430d7baa9f54f810dfb4d865b99457ed9c1c9486b72bb6a7f195d6a59
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d0aca624e58b36735b62662d532d2f9888206a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfd40d885cf2e023491ad9002adda5715da2705d269e53bc5ca2feafe80295a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8a9f6606fc53d3fd5b7b57a95ca77719f2dbd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e612cb87cb0b9e06eddd37f3c7077ae6c5eeaa85f7332f2557dbc166472ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce640027676110694630fc341f0796438a6df90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538867e94736f548458c5954f658330c564935b096f8581882746f6c6692b2e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1369eaf909c83a6a09ed94253790b7f0e88d69a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787e3b4d521feaafc7475bdda3a9a40d0923ea99e7dbcc047ba87dff53a57608
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ffb410eb64ff72ede7a2e05cb898d14423cc2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d71e162bfc8951e8b3ef9be68b9664d4b6149e74b65762825b37324be0580d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f660af827f4d770c99a44c4b0ed394a2282701e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6381d2d209d70131613e716f00f4c1676ba4b9c68074a0518c9c17b1e3f2c8e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5a52ee78728ce10c62e041cd5af43c7719570b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0250d43892bb0613e6421974b8b3839b3a7dab2af34a48fb73e200dfb5b85e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4cf3056f68e0461e3fdda57239bb2185729f5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43235c591740dcb5bb88ea67c264dbe547f93721a0a1aef669f13df4056d021
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401668ecb59dd797cde435e994d1b949925cf38b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e81ef6082167119e9c3d8b9426d846f09eff55c9655812a8b616b6faa521ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ae0894fb27daa3d22d0d2032932ebb97a0a779
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dd1305a9085233a9ec945fe6fdf738bd024bd1c43ac7d80c49fc45a9b9a964
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79a47c77c8688e1c01ed7951c9efec71f22b7e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695afb49e9444861527efa31250d7e943c8ea1996da1df2a6340366bf86c6687
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3308de1e852e5d44f43769225bf1cfa9de6a87a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ed8eb3679a1da05dddec490c495bfa15e6de686e473f6af8057d50d2e0f55c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd81817423376b185396bf35559e1a7f1f123b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88c5f66252a3dd5299ce9dc48edc995f5db8c3c5619b867ad4d5add18ab2ddf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33798e1a155e578b730047a4cdbd28b9712942ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b386ec84d2a42c06deb880dd040d905901186db96a773ddfe7d0fe780a4abdf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ce234f7dd96385e47a574f4ff6393a42cd09bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7038675562e61c9dd5a340ad930781cef74e611b12a99b11150c1ff8084be3b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1e6eea736ced294090a1ea78f06d13323ce6a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fee8453b439aed913ab8bc01e6f55bbe3cad8e17b34101a3e6baffb19331f3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fae33e3c3a12e49342a79be54444c5841af098
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d60e4c896d4b1875543c8eb8e320af72c95f805a0a67161208117b22e5b4976
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25e8f29e265fd7c70f81ae7768c8e82dace4a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a1b5a5fe773967f776141546b86d026ee644b98d7588623a8772815deb60fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98b5b18e6853a07845ad8be46b95897cf49c131
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6df3763bc5d05a2a588341eef93226c99bd45033da912939c5539ced1c39a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b1d8289c199ffd6b2b60c518e2e1654a50558b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc8389ab5b4fa55a55858c5fd36033026e6207a18a2960a477786a677168f46
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843e2b44813e7bdd00de2c9be55fa81a73ac1e24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518cb22a827194113bd6de83d10d781099abf877a93fede421cb2f5af53a6618
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e088d79654f34ee3cad9cca2ce71804751c35a23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ede0f1ad52fea06f2681f5e3bd4e043b7fa6436af38071ab3d18a304953eb84
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfa2dc6800e16aa0e9aa9c3e3efe11331df4b0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8245625a3089af38096ea0d261a3eb2ba419a8319d52c1f4b61d23f9046f5e78
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1861ef05786e3667062b3c6f2c4cd388f6bcf50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424f6de1f5428148900a14212386a74e426afee7d9ef695498247c2c27c89bc5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb237c5edeaff5842157bcdc0d43bcfb6856df5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fe1151e20ad2d2cfa1e02ea04d2362333e8bf9675b13fc2c769653e7448485
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550ae897fe38882a95556cbf8795fdeca9bb5cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58023d18d596c0b759bf225b34b4618664ef718d0f5f0149efd182c0986860c1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54a513db989a8b6ce7114a3a2559a4ee5576f10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea0601788c3a5924ac2b23ba030dd4929bf545c14710fe1fc774710a876a5b4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a412be36ee1a1613e965435165669b47a725c38e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48def32d466c20cc245132bff188bde4c4a3f9b05dd394162700f3e777f05190
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b106326d9be31a16c99d0d93833dbc880b4ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6d9996a1337af9283fe437297f52598461fdd8eda4ae0ad2ce181341aa8f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618b7a55c38d7dd209576d3ad94b2133ec437f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeae0ffbb3d18519dddaf9f83db9e21f0200f3ca751047b798f1ad1429e6314
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53eab44eed36799b648fc94fd8c78768650d723
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72ff26d580157d22b3ba13ac9699f0484a4c7b6a1f76d7b5c7359d3bd4365ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120446fc993683d1599c3a2f4dc45d28037a6fbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dab7d52a1ffeda1c959004087b13a7e7ad3c0653319d6ec7f7dc62cf83094f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5179256f5ae16e43220cd9a7569e0dcc4eafab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0cadbcffd2ca1f6b5e4aac3636b366f30f900e529a532628d0eaeea7f7071b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949447485ea7224ae8236fe5c93011d96633c53b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ecafb3a664787fb135a28084f79eb47ab6b4563411bfd9af268e8bff6ab29
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155cd938964dcd641ad01807b015699eab618cec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453502a4c10e2695fb4632314ae4260a39d40e967607d71dcb521cc8a43c051a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112fee452d0e23d34978fb3edb790df795865a98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f55fe4c1210d54beac2153a2eff65aff796bbf8c3d3c13cadb1dce408cabc14
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c03bbe4594d0a1d7af305a2e6eb3726bad377b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce28c1f7c989c0d5a4e60bd3b12409956150fa7c3e8d49ec833aa464bce57c53
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3439608476f6e233c377c62629add3d5ea8da0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3f1834903c4585ca4c5fa1e77cd664a6df1c348b14da092a51cbe5d1645232
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76031c17f1d225a5894be3d3a573caa8aede7ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161288f1201f42a81562243e7c825e737128061ec4551c2c817b42bb9385585f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1264cdd601929b40cedb9c993b2a5870944a59da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0b62108cd573c385899c30c2d6e000974f6682a4660083b95539630d65988d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39c0e611ff15f305acdd2490742bd0a4659ccb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170c3e5220778c0eb0687076f640e41900aab42591d8dbc1017b87d4d49c40d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d0b33ef58c3a33f3b28886a8a5767468a5652e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f5f070e7ebb1ca2d6abfec5e010682ebc3ba98e6e30e6fa232c5aaed249723
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5978df64ea775079935ad967e1a0755bd0e8d3c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f94f5616afab7a788605420fc77bda8b5ecc79670a30d23dcb1dcfb84cc5a74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f4047c852c0934ab2a2b195b89386fcd142c30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6daabcf968ae53ee7e46ab2be5a37bf283fffd5c5297a9bb66ba10a9a06424
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd96f0b8ac2595f4d1ff536fda9f87552f2c6d8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f497a73e904c821a291eb38e52030d9eb5a2a590c0a11d6e43c319409f0fd5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8545862e3cebab4d7ce5eb3527b99d735abd57c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f08cf2939880b08fb7a0387c42a2e35393bfff6f88eb455110fe2033818a1b5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e68660a41a987cc8cdd1e9b163d034b7e555be3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d5fa5a62d64a2ed2c1e7edb4273857b2e5b947166fc542a5917f47a0919598
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ae5064592f996f886b0ba96718ca103cf2199d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee7e5cd842281e780075fa3d8224b98bf721f986a17ba22e38de61bf874d68f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4a88331ee64fcc133762ba80a10adf0cbb4904
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe359d8657b9c03dd060f851f1256c9e24037c98a9c46d90ee1f82f5084b194
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cd0e6be37a1c25595002e1981998f39440e2ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53f05ea08e380b18f7cdae7006908e43eb7c8dcdf467a94df00b390301a8b60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b431b53b30df3d6ee06ba94be9dc034fdb515c06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6df8b03cb80c3d06ad67f382331fd87db2242c5e2d82eb8343b2c87be3b8789
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260bb7247fee5c30f907cfcd898cd2d3106316dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b08c8094c0aec3bf238d49535d6ade1d869c1c3fa8deeb2deaeee724d2849a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd05541691a29ec97377b35758333365c030b09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d27a825a136a7bcb6f0c1fae078b77b8065ff4451569523dfca27bb5253c79
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa324c50c9481e46b1b0d9e6b4eb15e3ac88eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd5764184449cadb779e49a5b7771c62094e042093536aa90df86978471be39
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d28fd3de6886678eb45cafdc7433854cfbf65e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988b4236304e27655c9a34ae358a2cf79d0a2d4c2604cc84e9a70a775d62fca3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911805feab69b24f6d3a0644f2de9de4df0e5532
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13a9a9b5abedfc8241e81168372844307fa27d711ed9915f31568fdad353ed7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af0884146e2c5e49d856341461afed07e872dbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac777ff157bf8e0a0c9e5a21d55339e170071abe4953a9831e01907e9882f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad9b0ede875788c01dd81e9a5dc9fdcb3ed8999
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bed470387d10cd1f0b7a35902f0d104786838dc2ae94ca8691e028a900c27a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da1e085cafdc09afa41b08c66ae761d9b447841
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e66d75bde5a85c3582398eb3cfe99d27909241da61a0d1c6f50befa4f9d0a27
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095b86d177d8fc613ddb185642bf2fc099049f04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ff501d2698439a9d106e181d5b6b36e9f8983c815af27fe1259660c105e0d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb91d1c9ecccc39d9a82690a334142cc0ad8988
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416ce6943d25361db2bf876b6e6d9ef1df2a5887747fcf5aae9e2367407b8482
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cae1d2f009b36a17e85909023827a29d637ace2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7efcb7113e2e4ceeb269b9c1a8edfa3dd44ffb1ec8d1e4a5e6d04f2967838c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c851888bda96bee7f217bd7dea1cefecb0eaaa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f3b98a1407c7a3c6df67c25dcac4e2bf927c1a87678689f1ff7586ebcd6439
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac37356bd6a58bfd9da50d5dc29781d6149af57a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30673a5fda09fd5d3f2cf7d9c69a86f9f940dbff33951e607c06446e80ea1377
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262c71a800392bed74f621f09edeac5a84fa8e42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a29d770f36f2f4d8494bff342551644054fe8a529e8d1fa09048b081b54dff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e592293e43898144efc9d8103a8309780aca04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f5662e19c1219a7e001fdf93b66df36d5670b741b2f5226fa69cd79886f568
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e5b8bae8447e1361f9b0870d6f0f3ada96b328
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23efc9ad9d193dfc62ea1b6564ed0095268db2c7d46e28cd7c705acc2e73d17
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68abb4a58ab1e4b33f25556ccbb8b4416240a740
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef18c87febb61e066013361d6650a1a6a1c8cb0d6f2c1a992a39c9412466db8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890cd0cecb1ac69ca431ea1302fa35c36ff18c26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f438e92eef38c6d4fce1aa5192effb4a5c8e6ec1c2769fa2ae6ece54b1118bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb80421561830be26082fcd781b33d90d636f984
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f8320f125d49adf11b5d6b2bd2dba520d2b81f8f77cd6efc62015e5fadca9c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20edefb628bf37cfead8b5d9249e469c65ea6013
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8d7aa94b5c35bfb71c30082e9d89dc0a5dd7a7c07a9db74b4175644f9fbfc1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c3816239bb8c8bc89538e1a06213fb14d35506
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f671ebf2ca58711da8e57dcce4e4082f019bedd83328690cb2c6903a1e3999
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05667cadf49081341c64d373ac0cb06fbc326a6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe12ea89111f6c9a937b6ab6f78724dfb55cb15e618c9d104d90b20ae8c3669
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25b2246ee6132d4029bb444f811827e607e1ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1476c7b8d3dde334f679d8115bfbc25ad6bb31989851df7498298d5f6525527e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c1b1bac6b31bb080b8f4e6910f5e7532be9cbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec45224f009a3c3567f4ad6f314cf197ff1c814487f3fed3bc436dea5b06574
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7732f73f14e0df18c515063f0472fbe8c2cc5fb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334aa623029ab03c121cf71d0c82072834d0818447589ebfffeffa4b0f1e2c3f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b594b0ef9d7448e5257daf1921112e24df18d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efded23c95f95b47cdc58b0fc8ba72a5654c08ea6751adb9e7e071080d92f305
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4199bb2ce4768fbf2e792a36cadc50280fb78019
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410cbb44da97a1a56fcd89c689ab9132e58a925fef7ce481b991d9db2a599c48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39174d72a15e077c7dbb857bf4f0b94333fb6ff0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d08e077267be5d7ed3d36f99954feacfee92aceb35a82a0f3ae05f0458c5ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d93761585b3b41220e50c5eaef8f79867636c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0ce001a6bcb506f50b7c37ad7da54f95ce5fec74844a85677d4ed4b8b903f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1848b65ee0d67b8de15ea7a769e3c6f0b066062
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48894bd7351a62f2876e9044300c35bf659e978e39b2deafaa34c8971fcaff02
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e43d6dd387cee8f54a18aa654a33538a280fff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f99980f9064d116695d844de963482ae9fc1087ec54dbcdd6b3a2dbbef0f23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b312b187f0830a6d6565a2eeeb719a0927d0410
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730f9aca06fe4e1d48fc18aec55a741000b04e729312dffb6beec06e638316d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab316f39e69c44e7d9729824459d8789deaa72b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb411e9ac035618f8f714c2bb4a80575c0da3a0577eabff015148509fef5b0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a9bbd6518e0f51d31d130c069f02cf74209221
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f37a876eca3d80abda70e119cc86f69173aadd17aa37a21145262d751b913b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142291d7ddc388fc668817f9ef7ac1796207c91b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be6d7a66dc9000c5e8c5e718bf8c30882045562dffbaa0fac5c2cfb11ddad34
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8406ec4e4db9759dac844001abe55d7f834114ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da256f113c3b960615eaad8254d8d3736892a86f0ef4a387b77db0a3be61683
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007e764714e80a8801dda9921e42878bf10403cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54b20672783a0b0e86bd303ca0257dccbb3c1288a8fd0edf0485e67878760ab
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db48b2beb4f3ff337178211966eeaa33998d77c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e6bd1249421af00575c214de5e842298182443c3d459d7a969e11422e7a5c
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e2db2effc842817688c8f6533a57fc08927792
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a11409792985b4aeb7275f05ad2f743bd9801862137072d43467fa494592dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7310b247aa576a96a165cf26375a049a7165e8ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9151a238ff01e7fb285d7751d7fc849e5cad1e42b5dd166be0387e19f7321f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa6b527dd2bf8efcc9a50e79cb930eca853cebe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa50739dfc5f26219c7b622095e42c47e6ebf3167111ec35ece2b187d78c3e81
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4392f4740676fa40453e79baeb0fb8e7395dea4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6984d6f413f8adb2bbacae7d53b6d63b6fba36e974866917fa7162fe37646e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a22fe1443c6d0192774f883f7333854f94d432f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0423a59d11bc2a01d423d4ef713d86c7511ae7935daa6dfd2522c595a120406
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ea3097d2b6e39f1f328322369143824e09dca3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828654e45cc39476c443023a0ef0155108b615a167b94181772320839493fac6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9954bcbb7b872e939a5bc1ff5825a2aab01ad36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6902b945db104d316776beab9452f5bc6115be44c5d84d720800b58a4baebe7d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1683a70322b636c7cfa47fe55e6507019c100ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79427e12596b95bd0c801842baadbe8d677b37b186eb5f5c92548d6a152f15be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b920fab0df91427bd675a23da33245a774a9c5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925dd6a5b923cdee80c42ff2dafc50c4e8618f2136cc4449399d7b8c620f5eb0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f092e917488403e5296562ae824c45d98af0413d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74b9171ac76bab2937c6d0efefe8241ca460ee87495892f3bcb7811587c7de5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535d9d53c1e254ed31b91002ddd9bc01260e63d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ced332ce8392fe9c7f8222be3c1ae53e62fa77d4493ac0121b0aeb71bae9916
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb970f8aa424e83b426a63c736c3846585defa2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456296025aaa2177843bcd60c3e55c737961e8b8333e2f40193ff382551cbf55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee846c52eb4754453c1120e3379550034d4b3fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4b58488722017526982bcf3e15b9ec22cff5f23efbc9aeba02bfb53292ffee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97833c1041cbaa1d48affc0a6be89b3884075b06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be40f8450bed88d4ebd1339976c4a98e7aecc27db0fdc5ef36943f42ddc7ee52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eb2c0a3599e09fe47651c564b8f7d65f8e8df6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98822870a60c28d7ed74c07d219c6402efceda9fc2d3bbd71c0304b9b758875c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4e3a03e6141f91dfaa39fef87974110eb23f74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e72febcd383527a2f1a901fe29c4f8899d272616f2d6d7e6202db6d069f2904
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec460ceeef9f6368ed672f1beeb37d97dbd3073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a264101c09d7b7388cda71e311a4e2555788a284cbda52c1d2361c7132f9f09
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06ddf2c40627c2fb40d8544fe7ef2fbdc2b5101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37402f46406dfebcc67156e99421c2b91ae06d6930a616b3a35f285e575ebd51
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19196d44459d7beb0f7c85f2897db4d67014d7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5bad359dcde6343816b350b4ba6391adf74655f4c3072f8f575770306685f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad271d66a98d32da3d7cee119241252196f9f470
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc833514e880ef64a50b5013febdaeefe0a42f75231fb78be6f530aa32ebc3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1642ced76d046af4edbbc7d41dddca10377a79e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af3fa3a8fa32b14625b67b9016ac1729a6b8d96456b1ec515e29d1a387eff09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e100de8e94a04d7f4aa8aa724e86fced046523c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478ba6c145f78a765b6b13f273adcb9193af69345204bfbbf041ff97f421146b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66a54a224bc6ac10e7c0296f6fdd6dd5766e7d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329bc7b81e05fc0dfa813531f620d0e2eb33ed7cc6b5a6a9f5dd0bdb9d3bed1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0610b1ea7a54ca1d6e651111802038df8a0dda4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8d5f36af0c5d6486e1c5ed5afb0406545117e0b8c3218493546aeddb055e21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2353c6b55f11066aa585afc6300ecbdb5dfcf43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a4a40d50c2f2f6785407040bf167cbf552ed637dbb2ab36a6515da16422f58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c31e40cf8988defd9fcfcda054175bcc72585b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b656e14092f488f97dde0650314987e42be0c381a01308167d40187f3076647
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7fd9e32586e53bce02c930aa752b991f620e3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd05ee78014f27a4be52d26f9f44ec0ed6825b6c1d1600416d66e106e597ba9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac87f736bfd67431e16c15cafb2c221373d326e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0543f092c71dac7c37ba275a88dff9e02a4ba4c8a471f04a7512e8e641c354d4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd5b024f71c92d226a926a034cdfd804c22cca3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee8e549fc35139eea4aa2724971e6f7d14a18009faa15062c929db0ea782791
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768354638f51e1c445763f08b12704c7f3ecf5d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb2ee6cbc4c86adf9426386360ee8f37aa3f504f3e6306c313a1196bdf0394
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c94cec12ce72751793de890be5ac4459e03fc8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c229596e5f775aac244e46e4f1428cbb4028ffea0d4ffa56e10a8fc404876c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e2c34de8945e3930874bac1a20ae84f7f02b01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1dc31b887445a85aac1a0e2b449a0300dfd829affdbe83a9d39ab659e4ffe2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fdb10cf412ade138cc7729cfcd43f377a4e6c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd88c64f7b6b67095fc97cde792a9836c3fba148fed40a13482fca23f1ff2cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434c67202ff3d05700d2e8d964fd7e6b131cde85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7713babacf0c7ce2e6f1b2201ceb968cbb2042206d509aa98fca17057b1635ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e6ef54c5e2f940c7f94f9f95d18e6e3ffea72e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a64329110bc4dc8cc8209787aaddf98a1e4af6df9aa17be32b14f88253cc76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c0028c47141e2ceab1d95dfb2652f1e17b2448
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b0b0b6a8b7cf49c60618b19d01746ac3d4b1f6cf39349e4f98efe31591783b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bee17e99fa40e3fb34375d77f1837998f2418d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137f13791aee4373a53aa61ddb13d1d89c4e875e9b19e373792f5e1ec916130f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cf8f94bf26d0d91c963e84266c2864cb14ab4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccdd21f5ee1685b41cb725ebacf9fd1b6695f1d3a603c4f18a3133ddca354ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a9f212c4c38737b42e8353d314fcdc191a02be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca8c78129928323c44f71fa8d8e05adc4da887c57a880795d2c234be14597eb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ce893e407a1d7ad128333fe9a72ec2bc8a4da2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd59c24ee887fe076fa3bd658ddf91c76163bba9e3564006ee7b79cb5b83f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a582c9251d9563fef17631bce533dc701011d13c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85237f90a59d081cca9f253b7154ebcfb12a245fe37d0f782e35d2787c9c802
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a748654072186843b019178b518213c535222a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813075d4cd8625f344344b1b8bd9ba58a93bfac9141841dbe2412f8798dae9ea
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f4837c2dd620e364abf368526791b56a9597b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaab70a1671f76d0c7dd8d168ed34c64e76257a65fd0df9f321126e6f228b44d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803bbbff6f28f3d4eec42b4524f851fd314385c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccce1d2bf9e73a1335f50e26e861fb16748bc8bb44003bcdb3015fd09959c5a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c919f95ca955008b546893aa94ef03377118bac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f27e64f4bc9cec7c6a686842eb20dc9554f208a653237dfd8f9002b377484ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980ab7cd8087f46daba1afba596bc4f60036d29b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b484af6e6ea85d9ac5a0fae200214134fc2c0fcebd54a3a27c4bfa3c437b47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e404509b1038f8b85f4a214e68593a6ba1d3ca0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d550ffd51c6b7fb5e1c5de7ba61ca3d836aa3bb7604e2e4ab13d826a91f6d18
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038097c108e91b592b2f9c66ad75bc6fe80eb63e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb33189835596b28fda60aa9e640208dba20d3bcf272fe32a9363d982e13b601
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5034fa2d46bf868f59b1a65e0a0369d83e4a588
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdfc5bf906658821d9bf7e7f51b71e7ccb062d95e123f1f5f8fbae6992c02a7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62862ba92c07b5783ae3d9a926de1c0228051d98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41eaa72d773410dfe5845c1033924ddf97e372658b7ea144dae5e616f098dd1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7816805146589b657cebba11fbf6d62111ee086
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b566af8084e93d1004c8d3b4650836c8e6363a32d17ef996dc6b9adc365064b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01974ff9da64bae7b070e2a1460a18bb83461974
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bb126f81e033284eee873f509c85308e19b1da0770d4caee18a3daff00d4f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ead410e24e809069563c97e19b6e31ed1d7c2f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3607348e7c8ae31a3a4f61cb73ddc1ca43b933668d09b965077efae412c093
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a679589a39a1c00335979a05b74732955f47bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997449ec7b1fdb0500f1729db37c935743c3cc0017d99757f4489f86e8f7f5fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5213f3209e5b06a2bb9af10c696b445b6207a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a506a9985c6724f0add8ba53c1fb06d0d03238f7e44e2a47b12f8ae176a79061
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c46b311c42b4ba16258072fbe382e67ddbfaa64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b217f2cbebd2b54f340c8b655f4366d637082b1c51258e50ada019b3ee9d0af0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799231154afbd9804ddf532bdad5b55597a8dd4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ddc53badf2b88c76a04d6505b4a260ef13107292ef4909d377b4566aa99ebe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c07ccddc4ae7158ad57b74b899aaaac20a85e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2760a4e920d50302f355f61df284fa855f907dbccb0a5239d1f9eb68ec6d7dcb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fb1ea83b7eef251ac7692a37094dd91fe30f62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67cdfe9ab045af5a80ccb5d57f6f923bd0dc1f7f2e0db0ff960ad597ad8af0a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465a65ec5b0b00aa527f318db2d17d0d8d7f4319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67412bd24f4c5168ccb4622ca06edef4eb24a97595a966a085ad428798fe3244
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccee1bb03c3f29f2d99127d25e17da038e1eec5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c903f34aa432a95613d9ae49e77c13b8513dd723adbf3cb7dea5b19270b1e053
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2834eb7b2c5b5b1adeabc468e4a72d909f6ac3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054aa2901edd9d76c477420477333eb08e3e321daab73a4756b6fdd2149f6ed
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b7a506a76056ed19ee670f3758c4849b28925
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b56885d41cc8b2ad66e09de87b3d80658f0415348292b1b35b60efce3a841d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7762f806c1a996d0785b544bb10e89aae784c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f86d9fd9944a74afd6f2507708d3507e2d046da110b20ba482a6fcc146faa9b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595e7c559e18fc791fe602b83f63e136e8f0ccd9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c671a84f66d33b617460443d4fd885b786b7640b343e6a2dc540224ea95d6de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83ecd7cfd1af24582f66bd94764d30361ab9ec9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1fb6ecc453d3fb5c216bc592737903f8e15da002e2b9759e4c13d9286df36
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235920848fec9778bc2bed313e83f0b3b82487ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefa6e10b86418ae7c13d25e05b276c6ace002749dd040beab93fec0dcd46cec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905556731cec3cc072dfeb424961f1f7c7b1ae69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6311bb0d8602768a5d49cb9c2657f8d17111f52d9b5781e28c22405bad0a75a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e81a34f501957ce172ad8611d3bace59ed20ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72db2387cd9ac6b4b1b77ac7899f67d00dbf5e2c020ff6aac11a30fb8780bf5a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3a1d15c6d411c5b4b73941dcbb9728a8b94b24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d006154a93b4509baa80255f3dfd45fdeed71d68a29272bea7ace462b61afc68
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d7f9fa6ec86fa5401e47025eb4a789dcae60b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54625ddd77f2457b706cc2cc4c508535e748456a7807c9cfa11d99eca87e160
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c75f420d8c7d507d0824ada93a67b1c4978bd4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363a26405f9db61651a196e1543592c5fb464300c9552171ebfc69377d50b1f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8254dc50b266affdf40aa4585f4673bd21fd30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb80fab5924c6778cd0dde6341e6552ad39bfe5a54d2e7307fcc0cfebe8612e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5935d2500119735e3399cd8fc5034f3787f63a38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e794ea38c722daf1849ed0023f43e04d8e5f06702d4837814b7f23e13e57132
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ae787472cdc5ab16812dfab6adaa74dfee4165
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bfa4462bf72700379d3254f437cd028f0e9fe5ea41f72c0930a53dbc0f0d8b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81373de4c5e009e026913055f2a3a8bcab60db16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f471794ef0e5db8d152c470477e232296466599bec152a53d3e283b01cac86d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1d0474fb267ff10967e0481ef6203a20598ca5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f401b215a0427442a6d18505f275398982f32d02b5b548d1f7fff95e17c0ca1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec3bae24ffe1c56ced20309b77408e73010fb79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82c4c4e5056e0a489bae5bb1da7eaea9f53f71303540738cc0ac012b2743472
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b6350f18fe468845b8d30caeea86fb4be6eda5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd270d0904b678f87a98b602fc36b64e432b9f1d6824b1942147362dea4bb0fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19234cbc9f5eb15abe832e533f1c952042cd11c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b03a45d0042ac0b0086e9cc069a08a4587b560c9687544a948491f16ad43db7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01fa04f9872d5ffd1f15a2105fef0a5ac4600a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d530ef2d58f331426afe080ceb2b85c7ac9f95cea98075ea97a89d2c288cd03
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11150b821f658f1c0d0da110a7e56839577e8d09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e2be931b0fdf0a81fabbc3194aeeae48461ce44bc2d5588e4ef09635736a60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe890dab31b4f38506ceac8a9cb3be3d51e45ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d66c5546b6c21d620f86514656e00eec0be8fa0acd5c1c47451c23535d6234
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc24d8e40b43ee9387a85a0fa537e1ff6655406
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028e4a91fcd0d312a2ecdec58a7e5a6d818a2bd6f59b57350423456fef28e68f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a352c3232d833cd305305cc833e42e2230af18e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27973d879c85b5edcbb9c23c056d5c8eb1e169db82890c5e6c07f8afecb3cb1b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27846c6d8a8b0e2db044385fac607f7ecaab996e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e14dbe6a0678c5ca706418e59ad6f225a582078640d607c8401a1a59acc2a2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4b3c798de69d28058c82f51b370694b01a96f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62b610bc8166ae8749c81b1af160a0d9896a87147e965b8d43e1d47d9a3eb3e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aa77b9a65a5861daf10e377003226576d10a8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbebd2c4b28d510c2b9ef379dc40a7ad0301ce5cf30f69d5450ae792666616b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f064118eaa6b04474d1d0c9a130ea669da2ef392
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d366f59906a3d91563e32e9367464e9ad6d07ef304fd3509d2d61d6e136c2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29d1c84dfe3582e19bd5ad4a8355043f12249b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdf561b765a2da02bd5563abf66d814cbfb8681cc33db26845cf2f3ac31e8db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a14dfcfd3488d421da794380dfca3dec81465c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0193c6f108348e7d1c9bd2aa7f7a265176c65887e52d006ed4c94eaab381b23a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7da062fd5a61e3f055c1f90399b06ba2c0b886b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4cdc90036820878d034be86d21277ee5234e2b2a3e92e975040d9aa30a0a71
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277d643f37943585b021dcabb0d7ad3af5561bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137bfbe46374a3a227f97cd24aeb8e0fcad8809764aa8eeb4725d63533912adf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f9e5797cba3564c19ac9a09caca523eb035645
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf22a82dea8c27f2c108fb3be4a2aa9a3b38896ea2d1bd4dba8ad4fcf94381bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83887a2f78edd439e9e07b2ba09696f563b6aed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8710df38a64ede920b75d11fbdfdc2bbcd591fcad790f1428c11553c29faf3a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73072182d813468b28e75400ce714898e5e42fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80e64fc59ea565fab483c95f8ca30b99b6f0b748ee79d3b3d04bf83e0f3d16e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d6c06442dabe7fc3bbbb7112d0de8ca0eb8446
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37eab9c7ee5221f26bd4378f7388fb67bbb7a3ab115638e6885f8eee9c4a735e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dbecd584629876d6194d7697948f06841b6b9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563ea0d5c963bbdaf8971f3bb191f439c34a2677b0b18baf663fc1e15b893da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eb7d50f65eea380c5cb8c701a4fed37dcc3f32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a1bdc719b4059283e599f4fea26f399a2109b76433ae0837e336e73d776a5c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b6527eded1fd2271b6d84802d5cc23695c6927
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e321ad6b260c39e3f7a55a87d9acb7f21b08bbadb7bd6c7c0c9aaefa75f50945
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3a83c1d5aa65ef81cc3c3e3b5856e5c3db5dc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c43b1229147c38f7eabd0225761f87e7d80798ddd0e82b47944a344cc9f9e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c635ac86bdc32e2aca78587ca6e6bf2f420a970
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcf00e076a4d0eb3e506cba2e2546c00be63f2495937cb145d67d1edbae5263
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb1476943b8cd9a026b0a51797ad8eeaa1995e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e36a11d180939fa06a770a741f03b02ef6173e3ad23b1b819272293bc1d1f57
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f772d8cce15330f9953857fd2375047e23022ccc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a7a507ff5aa9c61372276597a4534be807a87155315db38871e3abeb5821d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3688c2bed454a88d5e189759336feb2aa8df53d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300d290d2c905576ce3d440509fb7b3d2408c11dc73084bd956557da39bd2bde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d071b552f5b8c1c5df4e8488616b626543da295
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8491e496a168ed4874366d992f3fccf2552fb2abbd585c7b0681e8e7c02d300
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27accb150c76a7d228ac7529bc8a4002dd25e5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd01dcbbd1d1d8ccdd9352fb717103d9a5d467b032204dd06ae61053093c1e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86a977d3cd606100d5a7996a21d84d488898d6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28765deeeb85463547c0f374ebc16aab605f727d4a2e1fcb628b78906c3d029f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d0d2154d075ae89f62ab107c0ef4d5cb422fc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5383728c8c3bdfc7ac6148583e60a1d02c7995610d1ee941643ee4227f47824a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05beadc70022032255beabb7fb6177944d005bdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11db7513696d2704201b6c82a16fa0526ab2908acbd9ab2c7d27ac41848aa18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2092b2e068337caee7f95c71133fb969d14662
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c1b103f7991a7acafe7870cbec173b4016b72c3fbe81ba498c8398b024774f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e10a6a2fa8ac7ef237a4bea6a8da47f7c5613
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a713a93a6633ca3a90f46092cc92e7fac72ff5f995ceb0d109645d76df2d8e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d734e8e39e5e4b84fa329de6a5e43a675b2113a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be20f74bc8dace3772da528123949603d3eab5acb352ebcdb3aae60fef2e4a2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c68b72980ec560e6910698351a387b2c0feaf9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933533aeb02617d31e230e6484a7346d5a58d6b7aaf0838ecf2e463f5865873f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c06d4c44a02b25a0149e7bbcd9b7dbcc0c8cff5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beab602c7a05150f1f13051a0889e84245eae3e9f2ac7219df49db2b17ed66c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26e7cd5fa005a52c6e11587af3ba381fa396996
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045561b7b99723284788b0877c3491fe669eb987bb434b9356a245b054411779
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c101c6e2e0db567cb8df28cd86d36ef6ef1648
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0945dcb297c599f0d8fb582efa7fd2f5a0746371c9685d999d5e5fef9c4ccdb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452738cb5857a470e3928d21be55aa888430a2a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf745823b389221398e769ff319d61f1cb374ba3ead1bb6f2b9a9bf30de6f91
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787da347a28d0bde7aa2afe7ff61e34c8baa8b64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dc1f641013a599779f542e73a59e530168480ca8a2bc5d0ca13b870d513935
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255e1ecfcbbebbcce7c547934f7cd0acd5b89cf6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767eb3533fcaaa273a020b802bd9daf43e3061a134cc89f1166dd16e502df5f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e39b9766e9a10a80601ad5c1263877da6c5ffcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bece92144e5395ff28b2dc61d1c71fa3fe91be5ec00d167113465100429c9cf6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eba582ad94ff230b430138f5772130e11e531b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3eb01db35586bed3677a8da7a59d8340de4953bca5015cf50f1bcbaf9cf6e6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef37991fd318c3e90f57db37adcc093cc951c8f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d42d24fd24cc9712c69213535765f1703c71c225bac35fb52ac2ac708ace49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91139e95f57f785541e01acb9dd5d38b19a1b32d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef98c34cb4e27facc93bbfb6a568bac1f60a33a7c36c1120b5b02344d30579f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32898d78c708096f053c3f53240153d90ffba84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8872e93554de9ef41cada58d79f7ba99285d0e1a336cb3a5155be170a8759c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be83d3e6fbaa1ed349d73746aa8ff6c95e0234e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf39d531f527975941d4f80420fd15d07f264b33d25d87db252085e310e0f4c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d3dcbe6eb0f212439f05daef31776a7cc8130e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43c74079b6656ecc3e36299311103c7ad842c1f0f99a4333c3f32689e2f7931
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45161d6e8ba0d9038a064f345ad6b44c76d2d8c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68cbf9155bd76bd74edff138dbcbedef88c9090cc540276476a7e1c9d70f037
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1d8d667a5b9593f09884b106c8e9abc7fd5b40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a45b037acef0800d6c973eaa8802b795cc0ebb9a3f74a18bf88ab6ca1b2a257
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ee26520af6fd89bde56cbd312b669d4dac0d12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf0b93519b074b8f64143b44dfb711caa3ab7ebdb9f02f824fc4201fdc01e1a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5ac6b6eac256b1f028f53d35245061a6d1fa8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109e7a41c39408c8bcb16ec31e975382eba48e281f8e4722d1af46d3376fc4d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d9e6e143da9070f51a4f74d784c60c833cbd09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4940e5b85fa8fbed501376526cf244727e2775526a4bac1c6cc989454436dad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b8a8ee04e4a21c727bc2c2c047caf7b92a572f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eca0be1e06ab9d54703b320fdc34f6708b653f38c56858b03a5295adefcfd9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7ec70048e57bae6887434fc039a080d0ee2aaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e7a3cb814e3b6dc1902eaf221b1087a254b1b0f93bc12f380306f06006fa51
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780320123b9b34b849620cb71db8da39a6eb8e53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05a8cd65a616efe4d189b24e9a29a54615ae4997b3eddd5a33ae4d23eba3df0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d14915cf3a8f3c020399f064a94c473ecb907d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2230fb8d160029dafe6b6802a2bf140e8a5db1f1ff3238ace7918cef3405efa6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2df9ed80563b910b22d2ed165c3654101e11e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57060eed767fe48d8320483c3d8a2a220e2b67d817687a41af4f4830897238a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a23db453a1a4ae14b2346fdd30687278da69c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38564b7e9632f23ff92d6384438f497ee5ae108ea87f65e406b75caf3164c398
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0db11804218d459c00e4ec165b4d265d552533
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14db85b466e0eee5aafcca6584bb99f8d0bc5f80610a9fc5edcfc64969a86253
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803825ea8efd73a0c5f6b0dfcecf16b51c0f49b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d67502cd200fc4402726b79f5a56b9f759e8d6a5e981e37260c92de30a4de0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda92de90b3598efaefa0b95b9c2707c0940f135
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4c39e0e73179f3dd8a6b75e5ff6c77081673c932f4cb9d7b47e0e48fba5ed6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec11418ab37a2ee5ba58f818a3c4b81070d125a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797823d0a9d90f016b7c3340e9e2221892a3775e6d6e83f143efa1b0b9e584f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d974fe668bbc604a637101c54fca04c156f19df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1a5ad96f3fcc1b9992528994f4f0e8dc1c2337fe84a724f5459f80353f2a78
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae2940af729d11156d54b2d8a72d5b8e3897d7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674ae180001dcdeced67513f4292f93d645a951b8a4cbf7087b052b9fb38a52c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1ee77d10b567d4a654b459c1d95509896dc12c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c22521572b7487a16a9aae47faed3f2b6e6dc1bbcbf84c9743f403481528272
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c78c8238e3e7ac94dd9dd879e9cffd6f469463
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748fc1cfa3f7e7f6b32a91c3615316b76f0ae0a1f6e018d2ac3bced44830ce65
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615d1312b2d7b73b2e2f5647d7015b8e3462e09e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bba61b0e7129fb52f3909a0337e9b847ead899331e2eb25e615c0c7a319441
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1a4c89a3f6879b07980df494c17a5ffa801504
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d946dfb4805bdd815602b60fd24869e59136d692052debb3f93c0f40e50baa8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d1c905c0ef9b880469f574cdd1a796641e1302
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a897a5b726a78c457f6624ded4713c6e455633510d4e24b62c55b228db8f4b25
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17382b193b447f2f1cd885e6b8713b6a5d78b636
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558c8b4965c35d05ecc06e95dd13df0b696daa1be25e0d940c9b20170b952214
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0674f637a85b34d81844636bb3d0498d31e9609
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca80452ac45d193ba7926be7f7cee4be4edb7a235c40844ab0109e8793b131
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d50397d996382535adae6041285bd60264b7fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6485d6f817a30ac290d708fd3e94d13dcfc538fb8278c747635e9633025d34c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa759af22bb0714d9ca9a7bf689ff91b795d45ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e5a977e4949813aedda12cfbf58f9f0f93d7216e65f248acb483959ef7fcf6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776f945c51ed041fd92fa817636a2d5e86eef5a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f49dfa627dd2083ed6fa19da820488840812d57dc3e1a3374e6eec02a36b78
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b9ad65d51d43c4bc50d99a9c0cd9aaa5dbef20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fee732fe7b7ebaa9e939352c5b2edae04bb64e115085d663b4492de66c95aa4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c036a29baadb8e06ab10ac021da128c0f9ab68f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd89a6d905970d5bf94d240589c735501daf1ac542b0cb72c35aff35961e5d5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb08b9295f94d911be99dd38585dd81598ffa6c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a70fa88c1ad85e8f72579c05dda818d66526d73be8a45de20e58e193c5b3d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05477b1f0f2a785066f281af20d2d3ad6425ee53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10946c5dca9eee12378c625dc5862c01de92b1ebf606755174ffff6d3a707a07
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4850604eb9bc92d6234839204c8f13d0049cbcde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec098046d698bb3312eda22e6c519d4ccec4931ecb060044544679a15a6a8a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a65fe24da72ebc687243fc5323bd43efb2418a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1a3dab954518ef43d029ad6d6975b16ca19de602bf41e1f2ad64883daa6bdd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c20d2e22db2d44db948a5ed7ea8ab4b1ebce9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e151169de4505debad268461ce8caaeddeaabece48042645d712f4eeeda979a5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b46f371611178146f6dc575d1819f3321a04307
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6566347a704e0f9efcf2f9c3f035f1205547a5786360a98cd3e070fc0f190716
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d894a900c55c6ac12c48339b217bcc2add38ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9068fc9de7a21a8e16854dc61c854cd1ff9c1aca5f905e733e63b8b431ebf31a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48fb0d53c04ee320cc8ee1f2cfe615d02f928e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f037f38a1d55b8f24948d9ab3b7a903e9602a1e2ef2d36450f97397269f155cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e504c583c1eaac53055cb32f632ab0c851bd56ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60eff4de148201b0480ed73e7ce426187d5971e520ca57f0a92f04a4de9ab948
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550e7560814fdadf7ff18d1018808d0eaefa3a03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea533821393dbc8525664ba9fdc17ff1930cd2573bb38cc1db427c12ad45195c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910f78e1acc6437d50184edd754247cea1876269
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b94c4528818febb62f7180d1c0204330656195d98a0b8bfeae36771edc4f20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21e18b844d05c862f147eb316acf3502c6a6e56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0115be4de54da12e9af18f09c3f0cef8b9a2df46e1debb3a0273bdc807285fc7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c3270858fa78f59617fb5bbd2aea08a480f712
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344ec4e50aa0ae4b933359cfa4dd88cbbb06447540e02d078a4b370ce7f81210
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26901a4d10328594440874ae291afbf2bd2cc07a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aae0100e063649aa9a09960d8b84f7b112f2f3d9b8320797cdb1c8c61ca4790
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc21db49d55d67264f5c473c438ad20a32071a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf0aa5be93a78fbff6ab8dca14609361c7d0819363a8762af96892cc286c2db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e23e6e0a53c4aa1c233d9c4956c8f237a97deb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012670f178dd8adbde1d6c3e77185aed5532ebf162ebd9e870dd1307e966771c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1988b9c8eb93d0b171feb7aea245779c56614b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7287871bcdd7fe30a9fa5e6a092696b001bebc575040736438a08f132595eb88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952a8fa89c667001bc817a8e7ee4f559d3c72dfc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db76ac215538f541a0c58d327c2c508db3cfda7a7373b22b22d888529d18018
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9567a5921324f322963fdc372e196bd2dcc2ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb3490d4229e718221f74dd0ecf9d25179440e49fccfbbacc40546b7510e854
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb807c0dbbe586e2e7fa2cd7f9c79aa537c93a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb8a41a20377103d3cd05199666fac14f8e6ffc2db36ec0ca1b472cfd39066
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b6cca29a4960ed7b93a4421907e28b140e8d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b33e4297fd1483bd8ca5fcd2d46e9f70bf69d20558cd6568cf4a6984df0699
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc1168ac8e4dd295a81345f362164efe367a3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a21adb365679caf0049a40e207cbe532e978950df83c5da3daf35538bf6ff0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57c2145aaa665730149d48c49173b91cf56844f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83283c91b9aff327c9cc3bb0e7587a7e27dfd3a790a8787422e706abecd71da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4a1bde59c924f86d8a396f35ac9ebd360d626f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65fcc3b8b56db545959157575b2915323037924138f86d35f7d4f517a29de57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f5476e8f119a44c1c41ba62ee32ffd3f58ff7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46eeab65f9b9dd4279dbce82b35bc2565d3020882922a4a885e5f3bc74d5f2a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4974ca8349f81f40a2454b92cff91f9dd4e219
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae9690e5754ecfe17e509ed1cac34981383a5046833a7d8aed8ffc7197fdc8d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dad487a2d12d7836c013812f1c907985556b087
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b05bdc68411e04780ffd7f4f65bbfa9de259d33e7787317f094650fcd15982
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006bb958dcc84252cb53534e8148dc236a191515
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d11f123d33520f5e5b4b34f9046c7f966d4fa3ea98695df0e09a69de684c31
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a78421bfbdc21f909f34cd61f80116cfaf6d31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54567d8241cded1a9b7c1f66bf83a8e23814c1cdb2d3b15809e401f69fa2a8a5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9708ed10fc8c2b118bd07ad740055770acf5ca17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f459b4824762c6986c4eac65d05ff315664119c210d186cd7cf25586c37510e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09abeb6ffc9887690a31a6bb7b904f61cf5133d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6ca4f05274e53b4e71c7b4a81e9232534348b5330f05509426c3ba307e8bbe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee86141446b867035e224b261c03cf42db81dcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ab76762b4ae2c06dd5859e7b6957e264dbef84cb05c1ac31ba7b52e12b43d5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01d2bbd257d8a71f12f61e018eb63e411897e14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51748a2404bb4f866a5d5ca4b2603cbb18c936cc1cbb4776f7edf98d17d0bd04
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5550b61f90b52a30199d839221fd55021f421710
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0025df016df488aad1633859666bc2ed4039485c552de5d37a9f285bbed3e55
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eab8f8c0bf1e8c17e2a837e02e4e15bc7d6c2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c64c5e9f39c853e716b02245fd505be6547f2f0ac692c1ce22b38a691138a52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b619c0b25f800a00a6bfb0f510c58abd4f4d60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec99ffc0d6697a3cd223d5e6efe2ab18aff858a7194e5bc2c3f48e50942373c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f31ede90cac73703b330d47a554e70b7d4af6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f00f0db407df5c7e4298af1d7dd950a71740c03b8d35cfbf12fed9cd2b8cb8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4df63afeccf85a5d669389620807e3dd5c3d27d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04038c1c2f2869a3aa533330751419ff6d7272860c0c3cf50dcc7d76abd3365
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935650add299895c81cbc0c75bef690cd6f2d110
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ab7dfcb3040b193aaf62082cdb5ea0c2638e486bad9a0d38615494d7feb259
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9437348bd51ab3e0646e15ce7dc307232ee86eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3605a2612359af2dd02ba30da1a5b0a1680af9b590f7a2270571bcc33a65d0d3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ccc582dafdda25dd3ebc3d49225bd1c8da88af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3424e5ef946dc4a43f9dec15e544497ba79c3b72c25665dff3bb0fffcb399d56
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedd9b5b9cb7504f5debc388200570f1681de843
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484ff939a0a4289850fff66c2a31ad07cef80e6ffb7f94ba0038abeebc89855b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc27a8459ae7dc87e5819f4ea2a3c145a6ba20a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4660c8cc11eb5a0701723e069ea3e38c2eb280c9e3f01b6441142a4861560ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaa9ccce0cb0aa7eb69430f02805133c723e53c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376f7cc1458288f9546aac137eb4502e5a9740f6edfec310574896c2b17052aa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e514f30b0153e5550e40b4bd31dcf45c35c3448
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d226dae627af1a51b62b36a8f9f7f80485cc92971e5bb6fc2300e018602504c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8941690700fa863bff7fd0a473e71b7be34cdc37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9b52d98672c3a21faecd34e1b0f2d7d868374940ba6fcafcbc61ee39d2b063
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7672a28f39dfd9116b0f9c8c7971492bb9e57064
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e98a7ff94a6d33ff5d8a3f543489f45373bc091e946b036a417d032132f227
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8a8d5ac9ca8d17ab6d03be737c5b3484c3abb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dded3f3a08985de5a79ba5de2e1c69f976dac4e443cff83a9ce45a7756db61
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec80fd4d01c6d7e946d588c366b5f5e113659bbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373ed70dfd6b302b508c7c725c3727fd9bbf6252a000ec84f1fa09894e7f8ad2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7af69dfafa6334b6247dd592480b97e3ae18c42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931b944f522f769e04428533af96c3d10633d5aa044a8e512aa45be4f95206e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddade5160c118a98c1e772c18283fd513f88d4aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f416b2478d92a201bd83dfbf6608015beead1ff47f4be2a0b45bc9611eae1946
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3fc9707a72a7abe6f6031428faf7d868f4aabd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892e4f8a3ff51bfbcda26d41326c050cc374db5c6cb621df21c11fc85982ca6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d378f45b62685788ba0ce9ed858dcc9ab36787d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddb0c0507e7fe14f5b85903b1c3b1f1b7843795c16b9335931f57edd55e06f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab72816b3042d8dd593d3a23e33159c519f14a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e116e291fddad834bccd5bb141b47aa47a5f40a1015c5094765f792b117e4f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba812639be27a5f5c1a3cc709f1ba2be92728db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9af044a59a0b09d2f4fb71f0d568cc90f041a55b17102d14c29f799092476a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28786678763bdbe7c7d1fa24fbd6b992621ec617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea262d9be3f216a0122ea31448ab10e6e8e2fe2eeae1cbf95f6c6b3d27d9c89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a1291475baff1d8077c2a1d7fd80572ccaf7be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae5b21c024bd9bd3a4f4d10f69edec7b963bb72b8a9d8e384f69161b3bd9396
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e898edb798a6f493ee879c15b370a4d48dbda6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce98c9589f31445e7326424389d42e65ecbb3b8c169b3d860493b58ab703f5df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463bb9fde3d2a26e075879cd5811a331fe853fe1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecb929efb43da9ea33f170757921dd7dbe2f79fdd0cd3a2f0df428b8f770d2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23eca40a6e7d7cc04b5c27f6303dcc70f964129a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb62637f48e75d6055542fe5919d3e0d10f880badcfcdbe721f1e147b04367c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63729935bab21f99cad889c4767899be2da0bef9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fe7b205026bd75857b9360ab7a268bffddf7d7a18817d12eccb5943c8e88a6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579c7acc1eef5af51214f8e960cd8fb5291e9988
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f66405e6bcb07ef33b56186203eb206729569792b6c76c614e64c716782ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2ef3f8934e372cbc8acfa1575fc56dd369f373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243eff3aaa35b22129ba22a320f58e9fd9b9bc80932cd0bdc30fb9ee8cabab6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0054a84ad0693de46427ab60601e08491c0d85a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53ced0b63fbdf1bb1167369aa7917dee84b2a3d100789bbef7c377c10a9ab24
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9168c6c726f0b12317ad0746f1f5cd06ac14df10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0b8a3bbf0d13b9ea0cf26c9363acbe70e0b5a6812863e5b37c60104ffc6cdd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5e69772b0186be84894e5f15cc89f3702df262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea5d4d24e2877018382a132f7e3cbbd78f42f4fa5439f66f4e9b2e9e799a3e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325115b2963e27debc29568353839a98febe7803
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20865684087333c8d03fd92826a51ee6e35bf5b727328cc6731efbe5b4f40fa3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a12c78a4ee6beb764a764c5ef67f84101e079ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95c08a19713694df8573c4a66d18686a35e910861054810aa6bc08a2dbdf3e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27bee7ca1b5a536fd34b784a764f5e310f3d5f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23896417c7045487fbdf14089757cc80d11162c78f8562ccb3434c326e82fd6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049dac2ffba355596ad2077895e387e6079738b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf2a09663ca86a80c071d0acc1fde2cf4bfa5ef46391ecca9714e8d288ecf41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8d4180101cb1fcc0550f8f8c9c2ebdfac5187
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31409528cc39d2113d7bcbccb8a25ca1743b9feba40eb2913a1ddc0fb8d351d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2f90d9057f5751eccd821dcf60d3c9b4eba758
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41735176875cffd98386172d4d262aa21e9f3b463c6c0867f97acc30eb1cbd3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71608fda0f54c82910641f8860a377732f71251
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f4960950425f2be798dd616a89b58ecc4d0002ec27ba2d96f39de39e61cb9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ccc82c50fd3ebcf1e74d880a5907a360135862
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5fab1350257fb75d894e7c99546bbe9e908eec3668cad9430007a5316f2b35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba304b82b85dcd2468f7ed887cc670484a88c2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211155a2ff785bcbe308777f98443e1046cec83b8510494a92bac07e5cab08af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d904ad48ca164e522b15686dbd0ef872985280
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92a6cc1f4eb67f7a48f6e55912b7da1fa8564e13abe6eca332f57a5f67746d4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1aa04349cc5170bdbf121ec2593cbc166c345b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554fbae2f36c4a5c418fafc3ce74b5aa6600ec29799ef31beb77821526489a0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16ee8ea0ff510d88904b0c83075ae32060f10a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f242af828d9d92e6b3d72bafaaefd2a1e7d5c79edd0f5e0cacbffcb15fbec6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e1374ccf37b1c863e07e8381584f6f8d0e4c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f9613ae62a46834d82b03d917fe0ef3c7459ead2d6366b02259e6908f8960e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef9bee1dc9b19e27a64976058b0b5b87cdc135f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e02e097bacbd8b42bdb0fc780a4188af148776d2d3f70a80ab40a5c87c27bea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c01e95370727cc0dd27e7d30f1c0cdbe56dbdc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfb78e1f23e30a2702821d0abe68f65e0f0c61fe325136623a72e285899d3f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6e7bb673384a1c6af9c235ca146400a9158f3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2964a67ebe307d8e18472c9faffb103fde7c142ac96907b53dff6c469f0d161
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f94723c1681def404e38e257c0ef4fc439f420
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acbd5f78d4cea6d9eadb18cfc2f88962db6fee04e6afc6d70069165c1550202
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e94edd2b7273af2c2706be02b7aba96837465a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2549b7a4015c15ee41bcb5f16a9066537228a41aa48756eda537c0e9c431089b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a3206d99ec905f0792108b6fc9f5e4b8b2fa4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fdb3d87b462d0942ec4416af3d2b38d61131857a61d72866de3ac1e2474b79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e567e548b41832c49ccce60fe8ad0a6f88a07d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba28d046828b63b76abef0fd78f2b570ad686f69689b0b86a6e5a578458e6a97
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799c3e8d32e39c32acc9b2c63b40d362307b7b73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91469457fc6bbd07e92ea4fb91013084274e03fd401642fcb01b97ebda69487a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c089836016cf87fef1ff338582a788918b5470
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee648c354ff01e05d00bc0a1fc3c2a42f28d540ebbe72b5df83d9c2a8c606304
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361da1eb5e745f904de11e9858460d1109d0e7e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d24f4543e3fe19f369cafdd827bcdfecfe89078e710b10721f99b91eb181632
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50935ed85615153d1d46c89a3a2315db8cd2949d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b062435bb8e4d2da47e8d8017f6cdfc6004f0a2fa099e770544f9f215c0b281
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaea0d6664eab99fa54ab06d484be5a279e30529
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8138af245a78ebbb3843655e3de0bd57e8e788439569a421f6867d607022d5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600f4f39c1f0c1c2e26e93535590a18511e235be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0989a3b7c0eb93f315596fdabccee97aa30cb158909cb3b050bf92c133f37e2b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374675d8adcfaa3afa82543bc6d08a1b64d65008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d250e0fe31d178d1d4f027fd356ad413d5681b65274816c9fc50966f7a517a0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852ba41ff0031ce9830bab861935cab9bf0fca0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7996ba1b45701ab1f2ce2a0d0912dd15cc8801142f40018bc17003a4e9821522
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fad966e82af2de889750552803bed99d6d0ee0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f814b632b287b16b12738c1343659a0c03a747975204f9d64ff1b3bf04a2336
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0062592dd5bfd796815aa405b65471f070c1409c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1072db7646340f03ba3254176d6dfd37dff334536d2f0e2cb16e3a5d0fd97e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6cbce2f899e4e67f7b8255a422d73491f0083c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b11a7dbf6d060f77397a1c2ce99b1273296583032cb75de5d5ccd41f3ac66bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd69420f3af07f15372c39eb17ebb7c0af0919
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ad055f31952e74143b44657a2a6c8d480ff8d5bad8f21cf4e58e6746d9fabf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ff47cc560a045608b28bac9266ed034a70f831
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6629fa880172224f4de471620f208b3dcc6a64a2f508eb7b3e54a252128dbb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6396596d512147743d682489636db8368ae38877
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ced1b8ccc4699fe7f289dd37448f60031eeb8ec21c0a27496b5e52cbf34309f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a386bc7b3326970ecb1370ec81fd5669099c4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f5e4d161fb484682f99ca9c096a8bdad5833f56999b7385d9759d0ad94c243
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f695cb6d7e5abd11313973635cbcba3500c06b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d221b090aaeac45beab4518f9fc8b5902ac1953e034336768491eb645b78ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76feacbf7aee4b6f86d670857633e7cfe2350ae6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40044f68f20301abef634f5096736901b1a95e7b96ab7bcb16c55ec734650459
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1151d957f73f335b6f0e5ff09a883f15d4b3f61c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca0366d003da6e94987e2a54c697ff5506eb59beb092a8966b9f79ae88329a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3568733d0d2e3911a3216c18719a08516bfd29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc254202c24e1d61b575845bd9a930e6e2db9b07c6553f8550ec7d9216d4098
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57203c14b76826b01c41d35ac62da18c6cb3586
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b3424f6fae9507e9fe8bd648efe7661814a1b2493aca77f2dc6ca97627e3b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627a763e7028f5f625ce43c23b264403e22a28ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29c29d56ad78b2c563b3dfd9b8dad03ee86b518f0463df0dfcc7f43e7fcef8b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1885b47bac64b72226d14fce78b4c83ad564bffd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193298904ed692768a1db19296627133ae535c727779fad9f21725eab98812a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311391947571f82e48410db4d3ba16bce823dd95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10f11d724aa98a1f9097443bf96073e91d9f03129e9f163778077a52aaa2e3e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd33b9e85280d7cc5e53668b167c1337fa2be59e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef277eaf43a1be7925b97bb638de4e1cd02e82db8cc86ee19b760c70c19bbc4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb88b32e17a3b2ab75fa07d508c254d684a3988
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8f3ab99615691d0fce9f42894e8030abeda8d5696b54dde7e244178789bf59
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4349f793929397e58dd04bca077b8feabe45eda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f322059d2da1c2643c67ac47ad67b356ac9eb1bf42f9d93939f9a4a2f7c2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d415bbc6a726fbc3f9c4b6b407e9c46372ed5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7373dba7352afed098b822517d1eafb3217a2fed018a0641a10c1a1da54de4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4c6fcb0f35a472f41d248acca8cea9321aa320
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d96a1e52a470cff6cc4fc5c4478dd5fe054a55167956cf8232a7cf8d8bdbc2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9219142bf55990b0b81b5b6003b8a47fff8fb0b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b03f268576532675e53de87cc4e7e51abb020ebbecfaf49d697d892419e72f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac963a9f347206f7ffbad9f3be8c745cc69a53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e556b1105f8b2c780a3a71f859bd375b2db8dc63f42f01ec3e008a9f34bac5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b337551face8b1d9fe1725cb4fa70ab2fc54ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2b86a7f8fdfe6cf6c41e281437fb670b1b37f707690f0f7cfc6b0a8cd3f564
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866c3b4e8668b4669c7842d1481d6b0b83ab5e9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec8ffefe7bacd34745add20c0eb4e0406e8d84dd16fc5b9878a780bc982c646
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9173c049c55482c8c35ccb0bd2817667df49a33a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a25c25470db069a4fe94ac3b3764f2c4c01686f748a8dff41f67b40482d5e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590d5827457b8cd7f1a1e5b8dbde3d1fc8bfb780
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b5acfde224f9681683bd3e6b5192057c3822c7007f5184013fda08143a395e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb393e92e1d03d60f5926d6b3f28d4273d839f04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809bc9e6a1683f0a5558cb63d64c8ef48b817212711e0668c9c95b3aa9c3c86a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebc8e0b67e05c5f149a31030af83fee875eef02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc6212c8f0d7285762217579df54c44ea8cbadc80bec3d6183e8b528ce1577
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c8429fadfb7136cceb4fb81c9e5a6d286bbeac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cae2edb73b465aa08bda0f5e66d2b1212ed43ce96f88e01d02f8de4be454aef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d16c3c9e74adcd4033592d16b97d1ac85eb541
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcb7bdcb8ab5ebe4592b3f9c25676af9cc3b7e7d8d323b98021132ef90f9bfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ca4cfb70c74cc5e6869f0deb5f4acaf2663de2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8527109060a7d12a4bbbaf2ef9f560b6ea40cf3a3c60f240990aa1a74bb078b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a3deb3bc94f382b33ab357d6056e5884515a9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3957977c4b651f4e79fc95d4f6997df1d09fd804e306b593aed0f86cdd7f4668
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f8e36e6a999cc59035676301ce87b44a8c61e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40150e3594fec4eb12c8b358605eeb1cc163ab042a53f2cbb3a7980a5af052b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71aadc27a44742efa5f80533e4a0ecdcb1bec020
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5024e892bc1d32a268055291e02dc0735feb92b0bafc33c4ccc3258ea4206a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fba0a95a905bef701c600671f2b491d4bd66c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c6138d683c192055900fd78c5f6413dde30b48a895892d2203394e6f107f51
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20046d4b7dbee2f89a7b9cb86f79e4535c7fc741
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2556e23bc72e96f6ad564ac783bf4f3d8564ca17409e800f7eea110819bcee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ced655e9c9941ffa175d9e58d92c89fbc70fc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba69c7f46c3c772c35043614b1b407547f3195f3681589f7ef0d653a00cbaf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ace5fc8d3c907cecc326139d7ac587abdb056e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deb27570cf4e966cbb255392d7b6fdb4665ca32de7eecdbc8de4b73e436caf4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0968a4cb88ce4f60a915013c87fe3197e8dbaa2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9cedd3708281720e2ca9886cd2b276d1fb5aa45ff9e1e8110f9760a7df2e7f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ee178b15b17b84c5dd5594755009b4023fe6d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce142d95fdc5a0e49ce131a2167a5c77956b8202142f477ce72ab1ac7b003452
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8841581b88e4a94733c009434fa85e8cecdb1323
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b75fd885d4e5fe37632c7fb1e278df23c9bf62d3e14a92dd70d09f8ed42c73d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d10ccd219b97839f309ec48309eb83beac7193
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35e3762495153051a02c619af3f270e31651f809371aa4d74f187a90ee7f273
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25e01ed4ae75379fee64a9ca625d317e7bb3b1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee071f4ca04331b42af3f1f7344aeaa52204d717a7bbe7bb789dfdc299d0a23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e308ca8b61df333c8efe0e04a3d5e7cb9cc8f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eba6774dd56e36cd619d0298709b9be1197111efab128f4201587983acc0445
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdb72886e9839827feff979b12266817af22ded
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c830f09d03a56f75cc7fe8377dc54e00d5962c94f3be1f55f366e2d1a3b629ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520868f301b393528a2e28497b1f26722b63dd99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0413eb7f6d0e75dae5b219e1dd59f5f45f403b08f435cef4a305cc342832200
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80abfa5648bcc4ad209f50e4bb24caa639f6be03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe8a50d7ac1b1c02648f58470be1078d3e63ec1ec7b447a317d4d9ecaaa7d2c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61da9f8bbf8cbb7501942e308e71399f2cd9be66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f36ea4ce540da243c60d55b5a61b9a7ac08aea98eceefeb3a67ddf96f3e0200
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123392cd2bf49a8dfd91f8f4bd40c30a84c7e43a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce3c32d5cc9e001b85649c53a9e12975fd1abb7962c506aa9cb19d9e7c57947
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6429e6cca6f699fe35390b62852f873230d5ccb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa2b215e2a43ef621b51149669fc2d4aa1e65e848e9b4d234115b28943b0173
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098afbd06fbc176f3509170f49b067d6fe7c2bbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5843a59b930bd2493e8db83eb5551c03c2ed240a321bef7ea9447eae54a119
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23419f9201a91815ccde115e27d2463889d02071
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e8381c7868c426e42556364a1365809ef0b5b20939a7b5684ddac34e02c23f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe2ad79540dd9ebdd69378ef51348e6425836ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb878d051bddf57f7b8171cf2a529470c852f9dfc7cf198fc4a875f52a9e910
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50365f1c0fc535ba40a9b693dc073628c458664
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c9375916c19f02b03f47b7b306977a5bb45e7b61b509d6d51369773023e5da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116e955e9318f358fbf567eb32ddc826a988e5c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60fb3b044f171d7e3bab3a55c593dc651fc05b941c3767c2532888511b82bc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a36a9c6e4a129ce66833ccee18cd81b54f1fad5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19977307a6184dd62365e30050bc34cd6e656a2b7d9b2577e9f0eec1ab2d36b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6154a1947a584131a70cb8ebe77b891bd0744919
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0866f7609867ef66190ce608683abf228b3cb7d41243cf795d847ef7ddbe4292
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aaf1860104905b6c1a0d9385709d844bd15f5dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fbefe13ee4c102cf62aead9999b9cc635e3be54a5c564c4d34736f32c17c1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0855f4c36decce94366bdbadb33b797c13cf91c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af53abdba654e2429dc781db85e13a9a6fbd01f68bbdce62a5edbbcccc1f94e3
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fcafaa1e7229cb0db29cffa4fd03f25ef71b54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3bb68dc13d1545c12c96ec0f8cafa7d9d492217ee20ae380704da9c030801a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1691c94764d6128e81ef1ce9d1539731cd16c3e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f37632d493fd243f3cd6e6c9af22aa5edfcc7e319bb4e76e81da630e59022d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e642a2328957053b328bf83636c2fc3dee969ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b55d0f00e2d4892a87e83524d933de0a0a869ac78273255d63ce4abaf6765b1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657beaca24845708d1e79267a11e472ff3d3e8a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8e86e7157bdd3218658be25552881a46718205cfdd2e11ce18245a9240dbb8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60631096acc2b71721487c0d7fbd9e7318d6b91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21adca53bd1f45443815987fc6d17b67cb963182e5736a73c8d7c7d8de69eba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba946077eecca252a2cdb167061b0951bab9d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c211ce3919a8e39082583bbb5637f271d344debd9f60ad6d6ec6355dc786146e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e7d124baa388a63424cd9ec1f07ee5d6239b55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487c9855b9f94c2e4d50f3d7eb41a79dc8b951ca4b4000686460ade3d6e2be9c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fab9983a6a6e9b476b2c94dfaa7abda034b4bdc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a64a2a4d9bf7cd1b42e24309792aa0bfc1c6bc732d06ef87ed9c331e264502
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7facee7087f5b4495d1d49ef410cfa27b532ad60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4786df73fcf1278b449d2b315645a45f23c7a09d88bb5b6cd0e1895a840a71
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e729eaee4793ca6881661670e4c7384706b029cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81175f707247b78b21d0e28dc8413cc243bf044b8f3baf40860a1370677e07db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c10136885878a9503211f6d14fd11cbbb45bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b03944d9026fbefedba090d2d1145f8e6d9d9febdb1d4c651f95577ed5dfd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2753241612ecac5d0ae63bb72b091c851053d6a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d5638610fe5a1e70637678fd92d895b89b6fa934075bd6e03938c889334abf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0acd595bef7ba2ef4cf21d095f5a8b2e1d8819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a278a4b742374fc14c56b1943b892bce4022e6784e3c5b2f76ebe3444520bbf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7ad36d4900a8ebed8dddab2c147aa7cde9806
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eb3a599e67ec9362d0c716110ca7086f49ea5dd1a69e47a381370eabda653c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13936f314319acfa453ad1286417fd46195836d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5aebbada0a2b0304865eea4fd8b55784384c6e24dc51779627e19d00914ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceea583108fcd86ea1286f2f8c11837aac4df68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7218ff777ec3988fe0d09fba55bd18d62d9e7c3945208b819b5322e575cc19f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8835c2aa9003de8b3ec5cf3cba007dbecaa48d71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821adcccf766d66051c710b00e9eca11cdfe9f3a4cb4b9a1103b21086d743c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6649dfaec8e162af51017514b7b4510904f98d3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab2fb565fd60872667a25570b66b54b03fda268fd500b1e08c0124fc09c05f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0161720666d76c2befc96ef3396fc56967087fcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46aa00d353549586a4b110712ac38f552dfeaac5581eb336e0a9954e76f327f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4926495d404bcc506c3b2468424564ba868a5c0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d306feb989be675c7893a5a47f39e8438f07e3832b371a3f1127a17faa5dea7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b79b8f87f1cb31593726ac9b454f6d8d096848
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4812e57215b6c7543c96912eb89086efaf8f5790acec6d92e65a509e7c52793
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c52550d1b67e68d2f686e0105e17a6ef092d6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2d5f640ee08598ac1f217c3ec2d9aa14b5759ed5760ffea3bafc7cf5a558fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc00f7ef45a438259e6e10afef384d0a920b3bdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2ddd745f547af06e3575683a159ce9c8408b49dc8954186f608549e30278e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20eecb3885ea37e4b41ccf442f423bf55edd008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f538e2d2354f0eca7332ab9194daea66253b360a3df066a92f3088b4ab3dddd0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c94fa080961a19015bac68b9ad8848b5220ab6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8035f187c5c56f829bb96493291b61d46c26c2dfd803b32426e060778051a1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c017b619000da97fb67354f2b121cd0ddf693a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1750ebd58175721bcff24a3f7c86515506ab74e90943c1db90bba07f76ae86e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ad88aeaf5003b07b5c83991e04bc54349e530b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b36ad664b3c0578e90547d3a65c384060a1a6b212da04765628f7f28e55978f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ffb4d3b2d24e69540941c807e95a7ea4a35ae5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715658947c022d958f2e250f6b1a925327f9e94946a2c162d9fb8543af66b9d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1557e3c2fbb35efdc849474ef654982ecb995f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755d7e71eb2f1dc9c9fce79e2f816a10ae020bbd307767fa7a2e8cbb73db876e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b09e336e15c3c64dbac4035f48b45cc3e6b5f7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81139e9859b4d5593e40ea0e7b1f7391b9bf282e0f7c76a2dab8df1947c9ccfd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f9afead76f4c733f503c14a49aea7ba96af13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cef6f85d755e0d3d908f56597f0b9d6e0d4b429fbe9520258f7fc6a4e5a16c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e36bc38279318e295067ee2c206930a177d341
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a4e28b73073fbbf96ff6847beb66f83901898bb47be7d12429ea2891e20dce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e54cc641ad00262216ed8cd5804cd1cea46e509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b902263d68470fc6ccaf607af7b9d89e125e0d4d1ee6aaa8a111cbb5db5309
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1082db701a9f5c3448c895a3897733746965bc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c07bba3132fb04239a6cdfe715cd1cc0e5d97f094a41f9783be2b79d8e9da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0ca4550d096fe87e7d79522fb4eee2a86eddc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1a46b0e81242673273c1f3b26bf9577f304f92c3c484a51becd3d5e21455a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8587425886d0d4074c162553e08b359a60aa83fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737b3972e65e78d1cd4d47a434312cea50ff737ba9a29b897c862574fc1b2610
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7ce9ca00dcfc622fddf550c61fbeb649a6f28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33529c972c843ce41e7d46efab656d75dc2a9d914aedff64ae37e042221ac56
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd0107e0f25b8e3231b3eed4646e68fb8eda6db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4eaad788fca80cbe612cb0a773168ccc491d128d71abacae8e0d7d896c9e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05754ed6a9033b576ef4bea883e19206acd1bb60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6accebbc7ae6d48f8ad29835815891ec1307253d3857bb8e9296cb5dcd23ecb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7c487607cf4b57d81033e6f9001cc489795b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a74d9a9b565573cb0c2d03b71f067d8c7c2f1f4aab59cdcefe24a6ccfa30b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e57a6de3c36470ff011c8f0de669e6870ec6e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bed191cf40140b09b16220cc503cc67a82d2b8981d566c14d360d89a4451c4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b5b25a7d8c944914a75c3bb210d30ea0329b0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f17b1eee043feaadb28b4a7f7c279bface077161bf379a1203dcee88a42130
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0188909c3a354b485a0f72824d65888a017955f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b74eaae93729c55d03e0c52b9f82f448caa1a0456b3f79a6fd60de8e819062
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec41ce14cdebb583e8c73e7ebb774c7cf283c62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7e6d6a3e1395b78eebda28c05cfbc7bdfe67e46d42629c68a0743b2e8d24b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5acc27cb0c43c22efc482c777fb92e1caa79e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e87cfd9e2946fb4fca6b0b9cb8cfb0dcd387a4f5053c98b4266c56928aa436
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b1eab3a4e463ea7cb59af9687e1497e0fa579c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0b3a180dbaa8309b42eb87b51acc9032274e39d07e928345172830c03e6f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd71774997fd2182c80b2d97150481a3fa80fdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda1b2398ec549f19041e34bea152f7943fd96769c94d0def751631d60b1774c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224267fd2dc9e0eebb7b0808bde360e49367e3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd1cc6cbb7659eecabf8f8ce4949a991548a36965e7ef3d77f2a824c4943b50
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff09ba01c5a81fe43851e73ca94206c79fa343f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5433f159ed674f86f7a57cd0dbe7aac021aab7c233e70f1acb957e452c3e915
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3fae2771e0a9ca8a514b7c6dd8eed4de113c3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f65945e380cdf79c38a8f5cbbc787ab3543d614b6174e49226a6a826c2aeb8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496847e4c2f8a33b181f9bd96f3e564f395d2c1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dc125b76b2b36ef4b08c7a09d632cbbfe83330ffcc01fb69d21509898188bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a4cff3f7428b67c613f9e42a3a05677c2f42c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42541dbd19097b74fafa577064a2f5974e1c01a14478ea6c7cc28b1b7c435286
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fcd4a30cdf5b367cb1775de524b7e535ac33c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c82cca176d2340a9d36050246cff3e85a426f7bf272b1c1d22e49472d5cbfdf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055c21346d848873f0686230bdc0deb151c1f86b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6061eb414ae92c3fbae0430a4e163eb650a4fdf03bf2b3cd7a0fc8d0caad2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc39347da979fa6b26ac6545b3359fbd8b1be0dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fa08dc7b8bf4191c7c7df4a24dab34594cd4c9e84a58d20b8d929bbec7ef3c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655e96f93b2faa06d5b615d293270ece9a4cc39a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab60cb264929e8a386cda4f9310be31ffaa400bce966662d9b31f3774811257
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b6ea07b874512fb40eba4d0626c3fa78d0fa99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496428253bd886ebc78f2e611a51f954a318d7e30a1a3cb063be795365439fb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5211a330e8daf8bff699aedfa4369bfba66085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb14b5ee10c3e5cfc377073e28eecec7da70513c956325e672647c83a4f499c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979966daad7e50bef767a4de918393071a4309b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e93874ea4155c8f3e04e56c595f5a8f7b302ecb04d711474b89d2fe12cd2f31
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211b72c7bd5334089907257dd5ac45fb792f542c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fabbced5205d901f3b96bcbf87857b15eeab2161652948a16146f615a83975
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ab9aa3d6eecafd00abee151a4158fad71f77c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a53161e76bd51bd4e5357547b09403b7f5016b0057eb58a67d10fd27c20898e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b38fff8a1b3926152e106672580d178fd2b0f84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a09111b9979e94d5f629feab77e4d8bea7fb4fa7fb04dac949e8b609a4ab5d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6d58ccd2272dd9466a7ba797565514133eed9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aaea31720cb6a90a04583ce4328b2e25d09aac1f3871735822faa27076270a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1ef4f896d22266e5e6e35419dcf43cf2c741d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb13cd9911bd39ed826c949f786264cae6746b7d4615f14d7307f6c0cbeb09c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e70ea820241c263deb96ccab946e3b27f106de7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad82241a17a347750ba93d75c17012d5d9479106c28ba86b56121edce5426caf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b638681e263aed8a9da4588c1d9a29ff8e99b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36cb54f0344f868891e6cb726eabaae0af7f5769b92889c2ee093da34da0c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f45c6117dee6c0dbafc75c88e3fd77c19fe08d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34369487d3c7c3e254695e5806603bffbea3d5a6bce8e539d37f7c3ae389cfd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52face1d17426bc2e5a2aa7ed2d4ccded0cd0c6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef097461e77898500e026e195f3deaefe949058ba60ce42ec152ee6baf731
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f574b421e258e5cea326fc8fa56af346db0a24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4794024c0074bda6ded998273dd8cfd93d3bcb6eaefb04bf4a7baaf8d23d17
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ff8cfb92799d8ccd973ca5402d70e92dd9c94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db54e8af98a41080816c93801d996e3471e485a0f176472bbaf835ecf56f981
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccfdd33f35e7dcdcff0974ef0aa422303f79bc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4bd865c72d31405970e28f1fd080f8d09e4c2f4cde6b5f904324c9adb629ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b9ff4a18a364315be852890b3aa1c8b93720d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003edb63ae5c3d0e5374ce09e7db3cd364c4007c0149244c842283cd81b02ff7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ae0bb69079471fdfdd7d36d6a7bd785569f50a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423dbc5fe4e41f1633fd4954ecacf40e315dc352646b8ad128773dde572bf65
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be560ef5528dda2bab5e3c946e793d278b382213
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ccd870ffb6d1ec703f8272e34ce7fd7024572a9388caa05481379bae1f3e9e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704d05d860a127926e0486f81d3d0f2c99352dfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81fada47965adf77e223d8882935ae6edb0d4ceb3de86fc82b53c4599e1a43b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5539b49f8fadf7042b3a69361e78f983a651965
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b9f1c180e4043ac8f9fe2bf582cbfb48bb54606d3d62e2d02618ee4e5b194e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945379dfdf0efa2abb88be716d7d0cdce302e93e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc331a9d78de6bc081e3ce1ef6e22dcd7858c6f1a57d939ee98bf6869e1a923
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414dcdd12bc6b95a3ccd6a31524319d3da5253d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4e76ca2b308b21378062fa96a75df5080e9467b2e43508766386494f48ba4f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84df91e9fc2e71c98d6ef87c04797dba42d2b212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb98dac1107ae1d6ef214db85a5d3219d1ce803bbe465240369d6bde61662259
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66d80a6a9c12136f0d7a2640953d134c8c1570
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194235c4f7b39f600b20b999437a70073dd961836d167551ffe171de8f7906c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be488b10663d9945ad40ff7e2e6a3bbe6662e65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c473cabd39fd09a3f6f27a4489f63050369e554cdbe280739ab0dad22c52e94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3048e8fda8c101013696bdf9f46f874b19876ab9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d6f5d47ccaca6178e5de6d9bcdd65588b8293a0b8cdb50cc7320865b62377
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3dd741f58f04d601e7a461d01445bdf9563d0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98674e3b525d2cfb16e17ca61333186a4101d9edd089c001dfafeb5ac5b64bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116842f546ee50360e293c85365c479931c3d0ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88d65be6cd7be35094bbb149a24e9a2a1ef685d85185f331bf271d4fb507ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79543a2a4ae833aab3c5b032f6b416a2011c35ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116e38fb58263f2adbedf0b458ceadc310236a200c5a17d6b324307269900987
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa651c29efcf89c1438909edcb8f0dc7364e96ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e4db6bb92d8ad4f3a9c2df884763aaa9937042d17f40ae2db5979537a5c2fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a81dd1b2c40766f051e01894fa974c7a5f414
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee76c4442558b1804aefd9ef8ab09473f4f9a2a9f88b68b993a6313fa101dfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f3540c807c7209ffbfbf8f8128270f456874c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d9ac84d33aed1b4aa3810ade80c68d934dbebac5de71a352b2b0b27e7d831
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03c90d37d2b7f22bdbc17b5017821c765b9f159
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea3b734469e6edbc45f07f33bf454a12d522ba43c0e5338f9d74caa9f0cab3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2181c1795bd0d3d73b6fd4547b2c14cb5cc47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193994834ed8e634e45fae1d436421f97f3368f7423c15e54dac8d9b2186846d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df1ba3c067293a3b077c0e0566defb30d3a76b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daf28665f8119fa7ac5c1fafdafda4a8e60a798529e41e9826151db85094d6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0183097b7bcbeff1e826b484b2fd110d89c20868
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46346f7a3ed5d59dbbce24f0e0dbb46eb88e5a6a93f4daf381b8b773fb9501c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5307661952d59dfa70ead03e98e37b38883f140
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5be45929279772d9d5e9b4d0092a5d254e26e8fda1caf2614a2078ded90dbab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584b894ea5579920b2c4a3a5ee546517580108f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26304ca95c5194ca63261050bb9e59749884189d742b07ea0d9fe75e68f5841
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b113acca3d8067df3a414e7b6ad0d90bbd2f0bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfb20713182a54408109c6a6ac13c4f4e6d0f7e149a2531945d49ff5c377ea2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f71bd1e29ac36b13e615eb443977dfdfe986795
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf17fd7020441a3d3cb17f87b5dcfaefde0455bae6762e16656507d5bfe89d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc955609199f08c60bbcdeab5f072d08fd07be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a2d3d631cce57181ea1bd0d6333e6136d8b79c4952011c0313ca9db4136611
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5497642f6d9a4aae391646ab3907ee0896384a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512852e4c188ec756d013419b2ce019f5260066df9c95c3edcbe666577569030
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b257eee01c8bfeacaeda1a945b05ae52aeef343f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07444c68b7d6d931e1594784882d6c2515a8ca7ecc2e47a909cea43bca3515dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aea1751adfb8a159332e08427704f7514cb18c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a586237547a77d71891fc5c7793827f0283ee454d96fb53ec248b695af945c42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59e5f830f4b1e9e8164f336e385b8edf2ba765
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09465b021fc6cf62d17daf4009fd5a756fc1f9ea47859dd67021e028d679b446
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f2496279b62269b5e8302f31b10b75aa5f8364
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e2b24981b540e0027f8af54d07a10b2b035f7f3a383f4d83b4012e1306dfc7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7b8c83d1389007730eadae5f238d6aad3d27a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc7d6b9e24e141ef4e4871a3014269f4534dd0359fbaf525a30350dc56fbaf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0919abbf93c590f403ced8e0c5850ca878103e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96017cc1648a76b4cc6bc33b7ee30c845530f9d9c88b441dc72018211274d35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4575bbe616538fbb1e4032223ed69752ec476230
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6b4d618b081bc819a4d7d8427e3dd52c4182f1de7177636a9b942649a4a1b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d862ec9ad5963bc9572d8e014722ad7714d71cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe4da2a3b265f2d7a1f949f46a88e7e2b2c6e7b17eac1b4dbd6d7608d49aa63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491b20eeca15a028f17ea1ae849b484bff60e00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433e9b075c827212b2ea7813f0fa615ac9c4809d64aed2346be10bbbf7fa194f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26d1d154137f0f3af0231fa9e1764d5057efc8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994e42d4a9713c31d97a61cab04b51758ed8249199ed0fd2905b773432ab907d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4dc7a516d02ec9bfece32c3fbc9b6ccc255ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de00074485f23a7c4593de5f75fef0acdc010f97a707831fccdf56e355ed58f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6fe341744ebe26c27a0cfdc4e6a22ae026931
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa787f201bdbab854fa7fe5c59d026348979ba4c5b1825641324b019df75853
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb3378f4781db32e3a83c750dba0e9f1328c7ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fda8fbf813029a93297dee5e8d46c4007786a5e6858876c2446577dd293f39
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c4776a5454aab307834792f1b0ed939bf8a349
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aedb3fbf486301e8d7447c5893b3c8a9cdbff12f33c3b77ea7dafa4c2b59c4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25b2e78413cd5fd7c8048319e57481dad93614f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb8ef445e27f59b791ebf104e741b301cf34c0abf8ed6408294942a54286a0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520c11f220553f8550d80a3fc6c04e95b6e36398
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab9f2ba2b5392c21113418e79a8f1971088217ba74243b78a4a24224baaca3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699156874767c07360e365c935b7fce9919280fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943fee280d080be6b191f3024f5e7b8a4db3cfcba49282c2487252132362228
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc2f0584f0a3176869bc55cc4c4d0dd5b011183
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000defad3ab6ba8cc03ddadd06524667f4d7cd005ef8457a6e0ba21c84e9ef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f238bc579e94df66bdb1fd6d39896db89e63dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580b9e1c5312a91f716ac34e8060e56c3f19a74c66b6033770af72f2c6f624fc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbffc5d82d565cfc241239057cd0baf3c83ea50c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343f8e7f9a9dc830601a8dfa2562232f649aed6cb25667d1ef9c59db30a3ced9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6406ccea43f716758afde1bb465520b245f29efa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a1ba53e8c589fe7594e91287b467902d3e128ab8781e877c4502f4b0f4dbb5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e15069c768430538c595e6f6fb17cce0fd8d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713b8b9f868be9f78ed210b6ab2b30e14f153b84ed800d4cc0057eae0a23f4f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3b8dd3d3b83943e4a7fe67029078c4193dac07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bb12eaec9f96e3e69a96b7497284cb6994d9582d16779a288dc29a64d5c380
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4294f3a12dd753e1bf21d62513591ea5a38018
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18efb58b0e0a411fb48350dde2a4a41fc816f80946805d6b287b373e76d46901
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f10b6cac6c7f73e20e16a970d4fc3d880bdfb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7352fcf84a7a8603ba48b7acfc8f015ee90a2e101af08a435515d4fafb6442
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dd8f73fe35fcff2ee329bfae245254ca684155
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ccd5445f8bbfec6203999368ece3931471e8f5e9060026947607be8198e010
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923721fe9b18377687180342231624d6f68e4a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d209a9c7f8cda0f7cdcef03d2906842cc675b3853d227b87efcfcb5ad6031e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c00095d987be27da76eca8b52f45787977e5045
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92911f866c927a450dbd82e0e38ac78ee5f763e6e15c31348b84240c347413e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc99bbacaab86aad5bf785d10715e9defa1a11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea41889db518af053b98a097e280c3de26c1670dea74623415eb45aa8e63c3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0da20a50a331f491fa0c336a76fe537fab5e7cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0fcdc8a76b18bad26234db47b6f29eb5e3a939b3177424984108cb4f7063b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f7e2a0a18bf476a8b049cecdc0b53237465277
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f66e81bbc9df7583ad0a197ebb9805416f62f8fee45f402fa9dfbbe96e399
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6e76207d5b9f8ee90afc02f34eaa54dac2ffd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399586d5b39a81d3fd94bc73347c5ce94e9b4e1a05f728bae1830728b825a37
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e22701684375067d0550406f86e040f16c78d49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9849072299e5c2b22de2430eaf33a81ff256e3cb4410174b4c3672a2487657be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202058cefa36051e96dc75fef80a1aed0432fa02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c79aff475246a948e1bd99e81d491762a65bf10904530f2af024bc0fbd76b1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f60eb69de327c67f512e59e96085712474d6a94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6686025ec41494afce3f271314a2d820822bd85aba7916654f2468a53f2bc0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f6bc08da86b28a35e87d7cdc24b4921d336f33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c67cdb323a3f43b0109694638e7f67d49c5e343c375adc3e512ebd2589f01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ef11e1484632fc1e93fb4d8ddff7de01b81ee9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8cc0923ba5d206f37b16460f8a955c63a7279e7abfb0de8423b82d765072a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0841ffd40fdc7ae0ba92062e92bb9b7955fda222
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88afe61701adb9475fa363c2bd2f79d884fea8da7b730012feef20d71169b517
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7ddce0aab3dc1d3780d73aa9e4338c860357f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf83a5965e7c7fe9c8484dbad2b712afdae91f0c5a715d7622a5785703c24749
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b25dd0a8ae28cfad07a4fb132956a35c8bf3a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84798eefb29fd93b6254121478076616b360633920f4f0c58593c998037e432d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ecfd3538fdf09d8d72a5674e8c6893a5ae36a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5eeb9518caa34e459d72bcb99ca557730f931c118ca491bc16428868e93d13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be93d000cf94809f4f711bda3a008203526417d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ae3d548daf01ed1f4117c21df1009ea18d1205a0cff569659413ac2ed1c09
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7462abcc2c762535d68c0be9d52751e5202b524a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64db3a74c4f871a8ef073b11a0dd9792839e398b4496fb0df32663be9b7a17b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40134f9230dfe48e719ae4523f2d4959993c9c4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7809367f21912fca5a3b5f15f8a9659157180e301d0390dbb01deaeaeeed5cb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02b62558ced7ac8386dbfdf0a23effeaa135e27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef111d4c1a7eca60ee6201ef4dfdbfc05d554cb55283121995e9ba8a6ed87720
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc7dc053ab151d7f67dc47fb407f8c0412fd912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cd2a6f3eb4b3d653b37bd7d6fcf80a129e8f1b08f4c9dd098fee8cff7d5e2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81ec4e58ec376b007096615e7c3f624e197ba0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868d1d46b67d6230f5972b3fc8af29ebdaab3ecb44fac5245bc9a9ce923f88ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d667e8a59c6d65a68f39e5d173eba546e2f2ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab452d58b6e98356d3295c607da435c25da0bfe011b7fb0cf3cdaa7b2d0c0c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb41c1c9624d25d2a003d82c60afff2ad1c63fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7920e852ef3c7ee963bf1990724267d9f9c6517e73aff29f6dbdc28b188477e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b3b347946e9744ecfee3efdb00416c13392c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0f297450cd4dea83da4f3aac48b8b286b9a7f52eead00c00b7043f9eaf5c73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bbb275daa8706ee78cb7a8d67792620d393205
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4cb99371578025bc67ff9a036ebee301fb5f0f362d78cc9ec2e5c29ee535f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0554eca16611be03468c0e42bfdbdf357d1569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c2ae08d8bb5ba0514655991da5119299502aab12df7f1a9dd34376c66a6fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae86cf12d77107ee6e994b6a55bb7b69ebd02ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a579408bea279929c3887d7fb43ac0d8c1543438fdc71f49d9670bafc2b9be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a163cadd59d3bd8aedfe06abc4b1df10336e2e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06850cccaff543bb9073f45124db1eae32f8ab915389818724b04c766e3f4953
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99370a2f11fa00500148dad71bc8bf4e5015bf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a4acb49935f7d6f13fc4097088c278ed5b2670b6657b41a603a7e7d3bfd4ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e7428d82d47fd331744c2a501346a6b0ea758
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ba49778a6ac5bf29b32839b51499ecca75db2e7b8dfbc4679f723222fe84cb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee5ac7eadb8131d091bf3d7000e1d4b011bd78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e7c7cbd3da2f4536063028863b3573ff735e65be05e3c4ac7cf819222c1ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c021ecfc38d428614edb426ccc9d7470787824b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75711259f55e93036bad8d68aac50bdcd26b831f3efcad14193fe092d3fca5a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5810eb917a7968ba36360fef0cc39e5bb64f6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457ba607e00aca0bfa2eb05bf3969cca510d993cc1f147d4bb37ee04b536ce8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bd9d8123ddb93aebd7cc5cdeec83c02f18efc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695322a14ce1cfaac0843e914f6e8c537a5c6eb8b838d2bf3e8cadd9f1f6d512
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e2db6420dd847788025c482ec8a64472a52b82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4882bc3448868c151dcba8a66bf78f0b81bc5e5729e129c52486e0e0d76d96a
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f19f12f9a6e99e131ff399fe2e362fe3430b32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb744b6c6c05371a339a9679f8c8fc59844812101121cd5f02fab26e64bf586e
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e253d4ea7860bfadc6da1886a15d9454857c7219
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23090ce4be5f0dd952d3e4b46fb57fba2951bd788179f65b5d1b6dad9312b74d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856f9a8796863c9ce588d48cd4eb9da98bd89275
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9747f976150f580f7160cd0f21184ea4069305f12793576b863cf0dc8d22513
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f96d9efe1099c6a5ef0075a03d277e9825cd64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9d38635585c279a430e8ed2be664fb3e933c5dbd652131d29f5d8f8e04c0f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af809100ee99792c64da7850271eead23155a56c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfd1451358d57ffb0b94366767709222d2f87c40080bc502213d88e7eb5cf4f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdc9889e6403205b842e3186bb2cb11116f106b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b4aee189034baf4ffaa77998091e1e180da87bd82404dad090546f75994dcc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c653e5ac8aabd017921318369685a56be496b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c26aba2a271bbc84de78158a003471822504301c2532458ab7174c74526f0c1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be629f57a611242e95e93e224b2e691cd15b46a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a6c5d3e6740438ae6fd0fd11d4c26acc0be70ae9fa5ebaf043a5d9ff7cf61e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0c1b20ed32f5b258c965a7c7034837ddfa452b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac571d5943ba1062fc7f90153d5a2bee156f2b10f70055084ccf46e6fd681362
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84e95cf7d65c569f067d6a81e83d42a58009ed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b29953498243765c42fdee88ad26d33406d08cda9aaa8e8978714b7fe120f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c07786f5dc179b3c205615cbb5514fe731ae1d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ce5a6c7dcc15b6b967978d19ae8c31bb35b3ee8ed0ee35722235a83bcd454d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51ebe5155cc8aacdbd768389ef7490bbee12142
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1fbedb38bc8331928eeed2be6a9f1743c1d548ac61ba01e574e3f6ba1f4701
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aebdd53efe421a8d3f5a428341c7f0a13597bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b765fabcc5791fd6d1007dfc442f81a1ca1b2f4b396fa0b68f6011824144241d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff9cb4db8a5557226314b65f2d1a4e266476644
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bfc53b6a9c328ad6e922724c83076dddeb103e878bd064c23bdeb3b033e1d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2362a1b35ed7d795abe3cf94e46b4ab4203e23e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb77aa7b9056fdbfdb800ec83a78843e1802c05c550f0b476d78ee1a5e3be2a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7027332605cc74cde9bfd0eeb76bf1eeefefb213
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adead33293c11904c395f0fa07f0ec0489e0e46b436185f1712a4c347490cad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a9ca3f9ce0ce6f318d23034001a83d43db38a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cece24143491f23b14935f51f5dcb871e9cf89019e9dbd6b64d0e65d17d54f60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87e86a6161adde66a60443bb6e84a6f4bd46a48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfca809cbaaefcf74ede560204884c1e18a1ca0005001f8970e8931d04e766f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e753b50b0440cd1ab921516f8dd0e190057a554
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7fdf8fb0a47980fed1bff1b78adff0e9d5a2a1dac7a8568a21836c705f6a6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d54ab8f85e934e7abe5d6c47a0ba10dac17c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fe09b975d4cb2b2e2fdc61fcec52ab69dd6e8354f0173737fe3f074e6e1405
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e657eaf3132e17063f628988dca1f9dd422a464
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4fcc1fe8870e261ee4dd9fc77dd027d3ce56c7ae11269744a64d7eaddb6802
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4d031235f28f05b620d41f1cb791b6ac685135
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80e99b2b3c2c7ef4e042e0d47dccefdbd53a7be8fd7c2224f44e18ab3f24b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390321257cb0d0b487939afa2e3c28086e57b881
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66273a98edf4ba0208990fdfc63db5ad1f575e3dcb38984522c6f7ab5c2759c6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605fa79fa476f5d67af0f8b49132c608259be2ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8919c399182c62afbc17bc173360f06875621cd5f9813988b25b4b78b2fe66f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ea1b4e6c48925e15dca7c186f44c4543f452e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c2379b20d72e5b51d02fe981e9350c47165092af7f2bf06b86bed85f2b12ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6172465c9b6de3739c876251c3abb04082afa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60439d3f2c2da4de0c272b147879ca4e9216efe2e8e188c340fc6cbe85a7ae6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cadae1314f46691ac1edac34eea91471a6e7eda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdf44edce60fa14d20be94c15ecdad547f5f955958f48bd7956399f1720367
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ae3156871b3126b3b62edf1c4f6723c069e78b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb590784331009b08cc7a5a6ec8404ffb472dd5c4305911f8f4dabf4e99fea
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52435a149b8265fb3d18933025a9d0bf24b2c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e29521ce851dd3623ba296b24e2638342e1ad104505950c3e06408c50231a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493f4f40d7224f51aa502b79c5fb60a177e04935
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2153d6fe7c10730f80fc21d6fbb4f8c7d80ca82e5d0adf5d80633d9e1e5a3812
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0edd8a7256687906fb3038eeca4c2ab4edf1ca1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7def1985d0254563c42776eaad75624f0fd0e4f05b6b27984ff6deb975a1df7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e123f9a68a483d45d74d8ad68a60ceeb9ca53198
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef71173c86fca70a9abe20c9cdf2a4ae3699069fcf4ad7b82a579157cf02824
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e1b1c503390cbdb28af3efdacdda6c3a1f55e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ca4ccb553b9a552da3f592085f5248a89c2ec3fb150d00b098156966c75367
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06b65144a528a3ce35dfe86e80307fd7c487bb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3013cf551f5befb25916b96db01f20acef90c756c1ec2686019917aa69a0d82
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f2f893802fa7916645702b946cc03234ca07ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228bd178e8380f03e298e5088d4c12b66aebf7f5e19c3ab8cd73124ca0fb9bcc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455e0275522d755557b796db133baad955df5542
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bacd7cf26ed78db341665b1c28b9d7d32ff1f408a4f1d3785ae7234b95969e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50edc144f0aea47d4f3c1853bade5613d6e89df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c1e7151afc6bcc28c59c29aa7c87ce19fe89822bba0d585fa82cf817481990
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5baf75c8b8189a2e90c5702802b223fe23200a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430badbf36f1ed66fcde3ba36674ffc13b1a89aa4261789d22a15343a823849
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f6c0902bd6ee6d2fc8be787b9dbfbc68116fd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b012b320c54b9fb236ae0a1b81863facdfe41b9fea5bc5a9f7e7c5a3527526
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a2703d2d5c73f6a4bdd2b78a5b239f0b4ced61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e046271d927901d0c958964fccda168cfed23c0de3bce5302ec43aa5cf5b8a2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2467d1f7bf5b1756bd46137f1729d74e39d053
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa38be3bceaba17113a4d9930fcf8fd9eaae0287daa8ce795579ef21e43e75b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617d3c9a12df1c4be33f73d6438d8faef3f0d2cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8ae75b02f017698f638a8b55e1007631695eb6869b38b684f231627b0257fe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ed3af337e68e9f46d86dfc53455616af56a7d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeffc5691b55d3a8373cdddca0ea50c3c7f30fbe21abc3f9aba9112cd7e5f09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a00f53a831fb4fc7220d74911dbb89c4e8a97f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccf09c2de05219465859ba4766125217f5114e2514ac419bb090340baf6a047
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7ccc41263265b22c29e8f49886bcabad007a37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8f681b7e1bda2516d2e900a1366bbc61707f42cd7c63c59ebd2cc2e4257259
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1833440df26ac265b4aa25fe460a4716089799
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa746ee8bc50c81da438c6a52496451e97bde635be8e6967a3e9b81c0bb060b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864c6327d593a6664c423554c2d154f005aeb81e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d03f6238d7440bea898fc965c34bd1632c2e255e281d7901538d9ab97a4cea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cf0b77824f54b24a46d76858d884bc04639eee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33686f5b4b0770fc6acc726e3f8a7529337f679a65c289d79279907bcf3c70
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47f517825dd930ed60bf18b6b0956d255fffa95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5be7a75340c0b2fcacffc4b0830c927bd3bd153c57ce8417fd50f9271d5f2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29296d404dbcedd78e23544796993225638c1cf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeee2f390b247c706b15c630590f545f8812928c79771b4ac4ae25b579008bc4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f626debf9175cb6b752a4f379c6085d20f8aca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cb164fd4aa2a5be4033ddff67edcaf6533b85644d24eac3c5600c24a576369
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e046c568fa4a9555a1f0f1f53c21d8ce627883
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828f37720253fa78c0ae8027440280e5d50d23d82f55dee43fa24e2e7fd44b9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f30655ebfcb0370ecfd5b545e488b58638175c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b91a628fda871daae1444de3b0e2b7efcc0316219a30ca7d19a45bd94cc20c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e812f1bf46e15fd8748f0e2936a32b05e119db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fbb0d621bd4d4e93a6d53fbbd769492595fbccc0dd113a3ad27f4cc7f86a2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6def85bbe0dee35de86596a3766fe2d7a56c6c86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed87d13ef42665e384dacdf93c0f3be7803b807ac60f4b923f767ee03cc0109f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c57f1d588484567f3747de7092ea7e8b8682ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a3be908327bf7044a2d229e21b6b8c58f4d5d36678b8b904722e892450b21a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518b694e0a8182dd4359dd64c589b6a73ab70bf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d09df1f78e14a21beb9f9b76828c7d65b1a0914b15d4d4ca31adb12bafbd41
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4707680ea4f7d6c83bcb770889cfb26eaac04758
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9375ba306001d60b630dddcc4146a3e1f3654b2bfb83e9985067a392a76a2bda
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cdd4355a9bd77233a25282e45f6c4b3f771a68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d1c58123c22ca67787dae10d8ba15880c34946b3c8f041ff16bb4d8401e079
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a4fe205e83f66f395514ff419b21280b708dc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d779512b35ef8110a8e3bd34be794be417bfa48e13ab4da97c612b2f372c7128
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f678119e644dd843636057c9b3fae8bdd62a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fc0a28b93718153c0c7b631c5051317a33ec75ad1c8b4c9e3f56a9aef477ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23dd61d13abc8e0757e154dea216e82eff7adce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee562172fa4c6f95e150902db7a0878f1307bc8877ee0fab83025a40ad08bc5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5bb7bc063ced332a2e915f399c9fb7dc662f49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5187a636a576a99e1476c7e9c3808768ffb87d5d74cce130cc3cd2b292cbe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93a2a12c42d5e5837b9d331750d0a6f16db3e61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca57790438c2616a531f707f42383c5b405d666d5dea5f4d225f683400b82d9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187034fb8c97f40ab40b8d2ef9355c09c9ee93dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1639ac64f6341dce647a2d8a4b3e35e9b977b8eb517dbcfd18cab412f86d2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bebf3d06d46a6fa86588d38276797cc3f9308c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cad3cd61db40e12ba2be5e7f0e5b79bfb9759888d38823befab0341817825f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728741d432362d9ccabcf1b131aa7829463faa08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba039c4d3b2ff04a7d49ca254b262ea88a7181f2177ec6f13d7a9c4673cce83
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1377ed2fc5b7a1725b4f6de83112230c80538ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06835ffb8b58607f3e3b9efc7bcdea76f3af79d06eb691a1994bb5498e06fabb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5d382ac7714da73d7d1d97c6297d724bbb46f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021d2f42bb5695614924e182ad816292e15eaeb33b7260e4a3ef20669502e95f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e671e2e00dc5ac89cba60b3fa8b3c28e88ff42c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3b469dccad7e102b7095ab0d11dca98cc634e6c4f2740bb1dc639d535bf5ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a6c41ebbd65d02b9291c98512a997044c9579f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875b10771e4c76bbec0308da51015e159583db9a012c2df649ea3d4db4f760e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0aafb015d3ff61e2038ee29fa179669e75b73d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3eff4e813c8af702581b65a8882b0f1d0575a3bf2afc64284b7dcc8bea9a26b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a833b5261b1c8a4520559fca1a703d7bf3616039
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6e397d04e8bb05163387e4105d9b807f74c411bff4cddbff2481592205efd2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615d760a145e7b8abd598bdb37b3bf3343913f0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152db8267161ec3d4f34ce3d909093ea0525d338524e2dded4bd135af7a7c59f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bf7493a7c4c5310943fcacb429131b685df187
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3c1ba2a581cf4a303bf6af94fccd6471f9f33d9ab0ecdbfdec53f4d39acb75
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c248df6765c884a08059df0d6769852adf023c85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee485298c1999533e997adf5bc3cbfb549e85fe16b98b43c46867e1ca7357c8a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a5c714ca7ef615914628fedfc67106f7c27d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c036c90d9da0e343ad3c5d03410b350aa866639686270f41762fa17061281087
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fb1204b3bdda311c1d2d7f60064f78cc8af6a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66acc2b6549bf5fc1f3db5f0dba24a33ebd24fe8a61b49b08e0628beb64d815e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd44350ecd155c5cc01723e583520f76295aff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaa8992c52cf6a9b71f54ce22a9e79631ff3e1c73917a28f69e9bc2bd2c60af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb765800ee7a579cdcbeb40cb3b20c5cbaa6f09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3996760db2b6b2edd382f7cf98a81c52a06ce2fdd045ac76266a95a193f221f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dad00556d77ef8055094f8ee55c3b4d99bf227
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9395d4172e80fba78b8f34707b258e19f7a7d8088ef412e6923853168025a686
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b92cc67910d7358e771c49bebb7a2bf12ca8ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b75ec7e6b1ee028438f1372bb88b32dc0c0e7cfbda99db9272d8016241a3fe1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5253f21346c2883157f9ed6734c1e45ffcd5bd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ad241776ecbba64dbfd2b62e0f4a069ab031987de754b6e501c739245cea76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f11fd1c9ddb88f2f392fefc10c64cd7805a73e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cae6b0fce3969cf95c1648c9d49c185ddc2bc21f1e6375c417f73bf083c76c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db3884c2110fbc3bd8dd4f4b8fb882098036a23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c0da8f1e77ac585479e86c3d358edc7986931f6acbdae8eb754743b4847436
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aed170dea51244d2853954560a13a2dfce424d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933bbe715b31f561f588872a8dc590f1ce01f74da7bc421df4e0cefccad0ed0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5c0cc868d12bc5a291900346cf1e216667557c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27b4ccb6f83757a6f2c06338f5de75dcbb9d125f4893d18cd834f61f313e845
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3036ad9f44fcae0d5f27c90c4ae8b4be1096781e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b46324e1be098e556b993410f999224258f763cc00ed0f25b7dc8b1d83a9eac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafbd718ee3f47096ae70bc57c7bbdc434287b96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7a4f053c22c8cc7ba0588e6c1ca51b78984249f57992f0ea0729e67e2a7ae0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beef462ef484c593e9961febfe45e10e9afa4e7c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4544737e98312030057f01e5b6a47c93567beebe6ab85b1b6ee005e0fa6bbf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cde2aba0c522eb139bd30d4e7c612c0be94e18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dd5a5a4c8b0854ef7764169a1226197db6e6c7232fe9eec8dce57415254455
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65e55d5285b778cc5e2cc6c3c7418868e118826
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95334258abff9003030308975e8672438eee6dc63ba5dff8c6a6407b8f927025
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a31e0089fd5dae06e07529a80b78859b761af6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374664d6070e0caea58b78d2063d63705fd80a65b4ba9fa8e482e5010793dfcb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76973020f0fcc97ae2abaa4ee94b4748c2ecec18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb3223f6e864f4159736391bc04f1be2cfa4c1e6474c15b132a9e913e048c74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1c43c91024e0452de0ca108b3f98b1d88d2308
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238e085e7064d645c6a2ac3d5fcd8665e6c373e7448a0dd3f11750e4ea583d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aceb959db2d8eb40e89a4a7d8fc93d524cc5bc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2141956881de290dc9ae998bcc13be049f998c7f1bef54d534187e04336d9659
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2e5000447e8d52fb48a4463ae5a5719e4bb3f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a4328d4f9e32be303d6f20acc2413f2cde39dde103f4c8df5d3040f338856d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0403345785a78c51f6a0df20bf34e8b92f6b53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9a5ef3e024c5e2e30afbc67eb39d96bb9ee4bcb3ccfbee9a531897799b37d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003fb1690ed2cdb7f938924ba4bf50a71b9a0352
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15394f53d2967faeee8b1d751f61f5e38a590811bb0e74405dfe648da82d7fec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19859a080959e6acd12032784bee18b3300690b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e3bd7d7585c194c76694ab0803e7f2dce3ae850e4c50d85e3608bd135f3d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ed8f86a6d596ac63056fb35d3e62ee52da9716
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e95c545b04e5645b2dec8010d7d22c7a66196f9172ec715ff1da3a29b043c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce06f636e65fa0f1543a7a4f3442f4a98fff00cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe83a15039975ab548b5817fa38e632cb4cb874030a29433ecfb60a81e27eb7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2322d5af52fb52d38886c364fd164d796c9050fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ca5c98e67335d1d692a685b16dfd1a6247076c4866418827f366d75d525c11
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064d1d058cc746117e7fb2251e4afa02c28381d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7204a4655a0298c6b4f23e78e58d53ff69b2ddf1ac726fa5171669973236cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ae65fd15ea32189a2bf448784dba7f87c3b1a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47de325d0fb292222e070bc883fc8e67981e689e43dd878bf89dd87971285f02
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9beffaf16d738eb065a1bf1e42d2e103162393d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65623edd428ee9b7c475c835c89e8869dc762e142471c4fe65e5cab98c5eb2b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da1b66b5d9d463e015134c4b93d0f9aa981d15c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22722f9cbf946376cfdeda0b993699706134f86019964f4b901a458589ae8d3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143e95d4dc1747b178e3fc68e0b6ec004e8aa5f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f08e22c50de7e0f67ac29cc150e9efa49fe97396eda276f3d3150527317e110
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82d9d53f91dc39e21abb161d48d54080cecfa87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9a61c22ca3cc07b45242eb64ae33408daf414cd975fec212049c882850200f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8a53e56e40e5c53d8e8dd7e2203dac04d94f3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3df033b1ed7bef0b567e4d1ad8de8a64aa4750a1fb7aafc35717b3e6910da61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27e79b92e304cc30660cfe80fd2a39b2da6b9ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea5dc38eda6230e90b51228b2ff8870a56312a4c4d99d598c2965f2ab35a4b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91072d22b9bd6b141685b2d3636e95e4d7648be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8954ec7ef14da796474e0c2f0ce7fd826c799903c5582cba5b4525a32bf6e3ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6293f40a9f655dcdddb338789ead1eb3ff14ad00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802dbaa53f9bf3909528a6965664ce0ff973ddf8247f328029cd063717ee5bb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4b5726e790d747e24c704d5aac10f5b93b6b08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d374bc1eb69a92e732b079259bfb942b101f15d65c9cf8c170758d8bacac3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f563d24818ecb12db390db9a251cef461e85bd53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38fb2d5af47f3de4f78129593d48b74ffcbe82cb874a7d80006b76a5ad0a8cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18f461c5ada3769a6c479f8b20f9a1e4dcc424c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f59195c605eea8b2687e2447612e7045ce2bf629df5fb86bff93a84b23dfc98
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3366ac8027e4cb349527d010e4c1d2e1a3712543
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1ab381a3eab44b3fdce1b2acda0bd2d3fe850df9c17e63d6a80ce043e8de7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0224da26c2cf31a514e8d329ff0c9cbf5ee09e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd586b802d8b87d3c19d70ea7b14bbbc4c8c911af9bdc602ca4490ab4dba8196
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d26851e2ecc0ddf7c4766324f541bc2408d7d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a127ed723fd71f7be2c502e291a97e65a56ece45c2fb7596bdcdfc66b0d5b5aa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2d22fd293a5d24f0d74ee566d5832d371721f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82b22d3f0d34df66c574af0c6a43f765d1182614ae0e3218af95dade16075c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba50bdc86f9a3f17032b499229a02da41197ea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a8415486cd8d19bcd480e9037cff298ecefb474f238b65475eb72d9760522b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dd1fce8c6c842fd93e591e951fca2759c77a1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ce643e0294da1193bfe08f3746048989b9d35d007a763b03c14f8f0d59e18e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f140ce393ddb282b7fcaf3ead4987bee95cdf87f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c5b2447e2ed8e8701225bf8ee722799046f60a69142c6f861ed22f76d8f06d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2248e86d6813cdcb62a01e485abcaaef202182fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333be6899eb1bb61b3f282de2eaf23ab099c7473d6f74836aac1cdb3109e6618
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d26b36517a84a22e3192cbeb35c4c1c2e88bcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c3ef8bcedd693ad6c73a52927e9818e273c678446cdf019933603f8a64e310
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a782ca5d37fa3d57d34777dbbff97a05b366fd7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeedcc866c770dd04c064fe8ac73a77246ac34ee166d20245c59be610676800
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0262f05ae0c0a64abc410706adb86881654090
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5695ebe918f5cc5890b5b0dff2333998e70bf64260a788fa3cca912ceaeb5a8d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10801bdcdd8def468024e26cbdbd35559f3fb7c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07969f84b89c0adf6c0d1bdfd7d7a9a83cbe1e977d0077d28682fdc70529ccd1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555d9f68b4797413d62418809d27b790d55afb95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91fdc2a3b4c3f65533876e6d7f4f2d44ea5cafab25a0d45e6e5aa80be64446c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342e51c19ef6e9bd0f1ea9be4edeac64308fe11b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1afe3d00458116f13a4bab896c6e986ab3239f4f33c48ba993bf61cdac0ec9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf1cc4b1049de95587edbabafe85e9ad4772c0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2c2d04a46bf6eca7755d057eb244c20cea43da1ef32735df7d545e18f18b52
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9673ac8a9909e8badaca06aa0b08244ed400a03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e196b0c5bc56fbfd350579b1f4d25442754a82b657b20076e6746a5203e589
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cadfc98dfbbea640749f7cfd62c4de47536e6bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd5e53fbd53361dffb9a8ae039013d79e0baef53d5d594b6116132a729ea54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4cf55f102d35bfd22ae18785a079e3f126eb43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fa7cd448c9c3b0a3618f278af594fa085431bc564fcbc0df21ce0931b222fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838682c8abb77960f66dd136b098d8344bf79732
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e8e4bd00614381b7df933c3215cec5eb659b6bb551434ecdf5bf2bdb8966ce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbc6454a57872464599d4fec3befbd07a461fd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff6ae7f7ee38a1d7a7a838fec90cc6cb12129e42d534d76a0de1de08416a5ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f86731f5bf1871f37a8b62ce9fad2d45629e41c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1fc612a0f6fea56114a094c93c74d145adcdedf1c3ae37e33a650d8185a89b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bec532dae100fb6651979b843667a1c943962d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf0435d167c632f2d2219c02565f30f53ffecf5b0e8182e3731e608597597dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a434651d68de940f61d311dcfa35720df20fd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f03d85f1d4a0b1b6927b280ae56ad19d446e4e264e2c51d847ac5d8d39e43e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e472a1197f697e0fdee5a69e93253627c0a21b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b486c46e53b32a87860b73670e6d767d58704f0b86918e62b58122dfc1ce2ea
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7004814c7feffe152256198dca079e37c4ad74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8adeba3f8c00e1f9f2346956a665c212dd73180335ecd20c9f47c744ea04bf5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ab3112ef0667100a6468cc4308938242651681
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfedd5e5e0960386ffc97c75bfc3548386160d9ba965c5153299fc0b63395f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4387814fc18996ce8ae81d7bcc743f56d889310
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bbcdfed27fd61b5fa27c6def6479b0584ebab12ab8fba37815e0d20ee91df6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc0cd83bc36fa2b31192996170129cc595991f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b41621a6e7987417546b197b3cc939333c7103f2b054ad0976f3e13620960c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3dd52546796cd929bcb7b9d221f3faa2e43731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f52e90e06874abbddb2c40b705b924909b8ec6af2302321a8ad3f0195f60d1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f84fe728b363086f3111f00612fc92f14d9f94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f525434fd761d45d090bffa634454da6e2d987c6291dce93d670a489b192d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87380aaa14c18f2c8791920b55bf781c08dbf91c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68314850ab684e15fffd47f76e4a4556cb58e34c86d02e2c69338c5e6344bd0a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd7cdbfa1c57669cfbf65656a31d0646e521165
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e22a7b2a0aba9585ea459c309a2dddc1d77fbe179c34e7c6e6eb4419ed6c0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4175b9341340bd96d549a9a7292340303805aeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75908d8ff0043e0382c95c3aa42d1694d6690d5bb77f76e7ef7ea37a9efc54a2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927c95cb78a4356e9eba061e4b78665fb2ad9782
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb12b25a53b291263572fcc4e988b2a58012a3c5ec2e45134ca6084f48a674f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e8e9f376cc6fdef81a6c9da0e78adda177c66b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad52d8753e6001919a2596a6fa0d09f7b8bc447a3c95c1733ef2b7aabe0d6321
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0b77c5e95956673356d988ea28ba765c94d507
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af662c72c438d394b5e8969a4a415af7d7cab08b69eebd9bb7b75f0440dcbad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ec88ad4fd1a6dc98f23f9fe843f3254239f5c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0c5da2ec24455ac231c52147473faff8fd72f3d6e03f61980800c305a30060
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74887a27c21d2b6a299dd8b0785f58e5dcc6ff4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5bb9b9f18bccbc180e24dc1b3a457411f8d562349df363d2190390ba510fab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f054a62b43f667be021a30e769dfeab5a53ac55d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889263ce345d4bc9758823250509fa1d0a9dabb9824339eda5140f881acb5a68
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be804c4cff3b2cd6a4764ac99893448406760ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c1bf1745f55d35162760ed4bc6b172d40d8eb1f67a5e92281010d05b33a99b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045f8dcd09f04951955f190db017da67160ab1cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e955d46478620a1a7945306c0b72da367dac897833c746d5c7cd4bd320b22ef1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68adbfb1fd6ddf797dd741d737cf1ca9035698b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806fe098b2b48cee31bf9cb38ff09bf3912fc56b7b3f7766c4749869c72ea8f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ee9baf9bab1dc4fc7b62eeb16a6515c0efa984
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e37b8e4287fa4c18cd71526b4cd8162057b03a9b2e636a659c7d7825a5a4283
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0665e22968bd4bab4b23082ac7fc4bd22cee77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ddc99f981cb2a4559183ffc1c21d626086a49875fd85fa8dda301c14b08f66
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5362c4ebe41128cbe4f9bc11df2be33ba364cbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c901bfa7e92fdde25133cbe18f5bad127f4ecbbd807740cfee495bebf6483b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46bbc6d4505fbcb2fb6040d12a420f1eeb619e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af259f667987e640e1aeba31292f4103cde8afb77678ae64c7d22c03891523c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e413289178ca1166ee8055003dd9a1f1285e74c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41e84a6bc538b1270d0b1d0d9733326107fa28ea8289fe492b07c3ef02da18e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9dc194da0a35cc0618f60593b5a04d11f330e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958d7dfa431de52bb32a8817458f2c5e73d7cc3beef187841af4d203a1d55f76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cd4a599b95f8a56b8ae0120adffc8289c8fdcb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b099036a22e484e24c760cd1cfa1415c089ba75b3e6dd50adbd73a7f08ea388
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a625c8263a712de118f299603a0de3b704d2aad4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045e172d409ef37453053de57c53515547d99d51e1d2dff8e06a5b6086625057
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2be166944e214104c7f15436c0c5f51cf1e10be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a78481b349d3f5c48ce456a257e1694c1eb48dcd2a310e95a4b96652c3120
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ece86b1acc256eb607029bf4aacb3ff9a7636d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cea39c222e08bd64e2cbb4157229be4dc6663bb4a2f82c605a55114fec976cf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69423e302b92d0b88cae9314d156ba8985b0cd2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52c430e1559fb2358927184d638ed85becac9dc64e6bdd72a200e0b879f7910
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc21920c2484ebe3ee5bb5d543b5c972293daeff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f3f9f28f57cb65cab4cc7497d3d2287b081de14d1dd6ada9370ba6472b9d34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045f43ac53ca344e51f537dfcff22d6272f8431f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e9f1a33286a10ac5f6a4be38f17a81d7fe4f4f5b09032cf3b85e97dc691c77
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaef99099284cd293c0b98993b11496d8def433
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742c242b78777c701146fa81ffffbfad33a1006a046524a01395da23ea976c44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c571e9b0e9d278bb92a44c5598e593f489b9e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981f6d6e0076aadcaab22e24d2fd53823797abefe64e6e2813f83c0a0929d087
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f90a721d0b0da3c939743fe911ca74606bd3aaa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a70a5f428c06b571b586148048a5792ce823ab598d119df12ecb97b830d6bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2490917ebe3e840164b491c17fb080af160f7509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94766e9dcac721f0506ba05335e5be1a21257b9d21deb774fe3ae762871b6a65
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac55aa254c88d6201bae8230e77750b7a213e87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724b6cbdb6c8e697e2f2e5acc4f7edb86d12e8290cf62b21f2f30d82002b9491
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bc65348cbccba8f6af76cd12f21705794588b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464d309f89cfe24716efaaa95dd6de7307b7f57639681ae132e6a7733b9bfdf7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22b8474b7d3cc73841f4170fdce38e129701b7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa18c3c94a4b83fec4dfee697967c6bc8372369321f6e7db93e9453fa1f6a370
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b62efb6d0bc441fa091de718b86bdd4a9a79b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b2557e75b8f3385ca2aca5da9fae7b3681e18aadb126a33940a1ec31cd04a0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff952a3dec8125047be431714f4665e8ee9471
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d47e1ee4b23e475079340576a3bfe23977b27c5406dc50da61b467188b246e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5623f60ba2e0f923c31b3f7d5cac5a375b2ae11e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2166f5867434a65577d575c8dc7b15437781b23bf565b38b340715917496367a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b298866f8a18411da4887438332a10e095efdc52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f58fe36a05cc1632f13e0353d4c8a8dc52e190def7e1db51daa311cf287f38b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a122c84b4eabb6e84d7fe6aea35fbe4b32e2f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2885001552861a68c59765b5869a6d2b3417e8ea6bd1f88cb0d8a2b0bc689e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03073a347e7a59f18656412fd79dc20585246d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd92b21033ec7d9b185db63b2f62ba4e9e55e474afdc13d687ea77457e538b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a67286bdd567433af9a29ff0f3494193e1f4bdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd26bdd447c6c89b67cafe8cff2116a5001b4e8206cee464b4e9943bf4c6487
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3a450038a72e6bc9f0f08c9a76dfa0d9740664
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec537b8b3842f577dfde5bb57149bd58b66f7abbe3dcf3215b23eeddc51933
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6779859a0163f647062bf6882ed8ab67d65e7112
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c350c3619d76ee6a65795c423ed83179f689fbe1c87ac6c31ac4b8da802c6984
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea1ed66b153411750aee962ede2e75e7dfd310e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758d6a59bccc83b8a42aa9cb96a29728dec7ea2d7a2b40dfebdb4c15fc6649f0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad7459b4e7663b22cc0fd902077a2b11d6a8ac6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72d318756299bc772a37af3b1e055c0bcbca63df747ab1d3d92e49d5598ad2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5defe7c4f8c234395dea19b2992f9bcec35e44f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45239a08b8796f26f8f9c5138f6ee5599487fcce832d9492cbe3afe0334a39ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef6835bc9f28fe2a41aae11560954581c0a0a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82a18b003b3d945650ada3823b5a32e98c27d6f1fede44695800e554c4eabab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbccd4463989ac33561f3d9864554f726e909d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cce75e7ce27058c6f64bfa7de83509f1ad722c56ab654bbc314e08b9aa5348
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35da9518805909507c0a0586a165dd32836d0a58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89ef0677d5efb37df6b06d164f82bbba3603e3ff22196f4a52ce734c663c84b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c8b7fa23ab26c9b1d90b37e9f9de58557f32ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2629429ba1aa90545eaa848c44bb684bfb6418c03c2258bbb008670cf092d60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1aefd6fdfd8044cac384cbe76731f9229ba94e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287ad9735fdcd7d160fadc69774156bead847370d3cfd1847e37346d47e72e22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00250f0cf6eb4abaf2ed19da322e8ff1b356a59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d9919896a316d791c89501752abf6b39b4d6c89281f4a7ff448d42d75ce743
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64b4ed47df8d9c7a8584a4a2e76f455a93f7b65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0712fdd7ddf9a550476c7c23357993dc1529f0279ee92f68c8ccb739b6ecd2af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d241a241fb1eb03075b3b0cf998356f266ca3604
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c606963d7671e101ed459ec93624774f0977996bc50c8c39a6e427df54bac19
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a207fba3f8626f034c6b045708215c843ae23dea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa5fb633826163381d262c8e7caf4135d5d04578b6053afadad4a98f66fa5e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb4ac4de7d5004c8b503abfb484465d6121cdc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d6c072c00dd2a508419041a6ccc32e4c14e4d31bba97ccd76a5b2e493d80e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2296c9adb30c8a555c7fda90646e5a8a574c0162
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e640e8512eb50a31eca7295499d96abd193327ff0652b5e9eb34e31b3a1e61ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af126cfec551b3fbd478b5602d73ce3b9c812427
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4d1084491d09f4de7b1b8a0814d11b5a91999a6abaca0ed42320d67092b1ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d83fab051ea2f1e6001f5afe99e3dffbaf1978
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5b182ae17f6abb407b8056245a106b921b8ee1cd56bd9ce95dbb3ed55c2953
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404941ea0aa5a59149c6f92f5813a97fabce6521
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475b5da91e6f36427f1b4c523d85f27dfdef955f27c5b621ef3455806529c4fe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64279fe24740325af59574a1e9a149e0d832dddc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c993c32c83becd9069ccc1f3201ffd3fa1d540c99cf8452bf7b82b548c563aca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3432cb4c64c1225ac7896eda8c228a9c6f0b57de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a712225c884b7a6aefe7b6e5d3b0ffca9d903cbf8b32442a9e6b10176d0e17bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac19be7ce113c0d5e28f20aad9573345a7bee1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f647a7d1810f866e35509677a726b19bcb9fbb65333b6625882e021e84112a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0878af7bc12b9eb88c7d8829e2e267eea00586c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898e647465017eca49277610d500ed448743e441e0efebfa47f9dba51362987a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610379202eca57f6940df366472974ca348887da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608fa03ce04dd7f85b62662216876281099e7124940dab3526bd14e0347cbca4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9b3be8f4aa6cf108726601db48bd2e8911f755
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c49173c66fa3489bbc95e416501904f85d0a6378d6bdc5285549386b5631a9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9170a45dee5f52a30210051eab1dcd83912f3110
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71769292d90ac876df1b331a6086b843a2216b0882ab13e7794235b4816d7b14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e97a4062d6447563f1de1705021690b35456af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e958650349ec72c06afb33ec9dea3bf25458e1901f6cca045d9e4a3ce634fcf9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134f0078e8f0864e5657d4357f58a1bce7d0a18d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49a86e5c226d014625a2a71c993b8e574c185f6be777521f2a68489bbf1421
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884a05276fff307f6baa5ec8bec804d9e3f849ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11c6a03334f613d1788dee9db67c8a4b28709ae947552a69ceb42666768f566
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04aa1cb340eed05bdc1b82544159e7a32f726026
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1328cc20c7d59e9d3f985c0509cf4efcf8b1fcf931d1a74b45fbeae67548548
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75488941679a242934d4fd423db675c51b54ecec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6f205330629be8b103ab3ae10321e71da123564300dd7e6556daa0bb3f902a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7e45b4125fd7cf945ecaa955f85248195cf912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e75f7ce8c26b3b56f72eacf5e7a3e1e960935dc3702946d2d34aee2478d17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f41686d69ea299392fc638edf18606348d2339
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06cea04afbac597650de353d87d7a598bca8fc8a516b065a8dcb0825b7942a2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0530c08845e7eef1ae5d6a1938a95a32d202cdc4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d465d65f3d2d247e0168abe127ade294ec473aa4c88b3d07e0bc87b208a054
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024c4f62f70aab8a6acb951d30019fc375c4889f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1f2ce30da443d5822119790912372244b5ae59b5bcf232fd55f5858ec15830
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc440ad852af42971927524efb2bdd160528f58e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8330f18b096da919924d4ba8ddc31868bec16ae4dc5598082d3451224408ed41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fe01b29ce0d66bd96f272b120829234dc8e04d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b34b7064038b1e716c3acd9f232e6be68c8a285148ac71a40662d7355369efe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149be83de55fc4ce7547d2a6d6354f622beb0cc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693ba6648ed20172eecd99526f5bd48850125e6b67bc9753b3c84b694686e3fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a528158fe9a998d92125217faea2a21ff8ade30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ac485295d11b26c8a5fc3ae6fa928e23e61a761d4db3882ce7beb6fedc45d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da84f53f873b96575f1061372869e49366116e61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7cfab6850c74a7d39c1ef18a661148568fec9b65174ebb2eee0f93dac8b159
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e30d5566a02f49647e7e4419bfd10ad7044ef82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82dc38b3b3d75bb63056bc36d8450c3895b93e639f24803584206c170c449e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ef98a1ce83db0e32b3ae5034c29722abcc7c4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69aec653c1f405772dd873bc6918552026a6bc84eecf89b4c47e484b949f8530
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeadcb01949cc2698c141baef3412fbab9bc11d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129e8bb3e2b03388df15bfa2ca22fa3833b3fdf93ad05a2724aecd8bc13da22
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddae6af5f97d9c420f460161dc55a56921f1ae0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4e7eb85a5585aabe1668b0ae7bd2ffa13f4e711fa7ade2d9d0a86b4202bc15
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee972005996ffd1b73169f57855b5e2119e86272
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbb9102165b8830b990e1052e09f56250c7dc5b885a18dd22ef741406a88ab4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1b52248da72037224a0920893d9c6a05bc17cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17095a33c095f37483b4416e977d672012dd4d2437b9be67272f35e6dd3da192
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331560bf0150369a198878f893cc8743f638a8f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9647d008be28728c86d8a3a1a77cef8ec6b760674bb9c3a9559e36003b8037f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78030b00c5c5cc0ebc707d6dd8e25770e525dbaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2168d0aaea28093f66319303fa89c9422e1d13e3cb4ef6319fa6df2b6e2053d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7460a7d0b72e176bb18a90b1a838c14298f0a583
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aba7b1f82d9e681a82385c1fac2020cf279bb3a7e86f2c71543f3bc99d47c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93334f9f833a56790b522f5b79ad1d1327da6d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4463c9b5a4359965528277298a59da31e2c53c4b7efe7603289edc8e2f7542a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dccdc724df324f81f124ff863655c1067173f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c35e8cee8544a7f97a963bb392fe8aff6bd4181254681da9e8b89b6e74f4d45
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e446b7815ea9ed64fe26024a8a9eb077ee48ee3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdbd711c8fd78cc4c05b97887a914b351059dcceb67e14cf5f1d2cbb060e056
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098fdc84136d4dfec1ccf603c1d52ea8edc09622
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5904820ee3441473159f506a85c770fcfec14bcaf5794a8f5678eaa1675c10a5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dbd1374736bd70acd9b65977769e12037c0a06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f42292b6358f3ce97faecdb9de647fd8c312986662f643202fea33ce60c827
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabecde32543e6f8b1c901455d18695282125660
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fc132f20a169cb0b87c40d3041183d62132b9d0130d3f1e8ae77f8a56988a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b42ec9d948e8363dd13f64acead9db46283711c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c76d82e8c11d6dd2a66e71099475cc328ec3ce71e83a64f8217e8c0cdb76691
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d995899534f5ffffd2bbc1a7c10b6ba14a8326
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf5677ee62b088e271688be505bca0ec66e81c29bbd2fcbf90e985e1b139a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146283b5b6d48b6206e44355d8af698d1801fe5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d84cb0d7533d8ce432f8126e397a6f3968cf8cfba593eb329c20656959b24f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7769768579ff7cc54b09b0555bd2edad768cb86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032702eb087791fabf80732c4b13688f99bf1ce062f5c667692c83a91d107cd4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b85ab5d30c8ba47ea497166069b7319fd9b87b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73f29b797b822e2d86252c94856a04b2a6a04dbe4e26f82ad4e3c44547de841
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cad77829ecf5a66e64597c9850c0c8b892fa1fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f11e0bd31eefc8d1b61fe3725a3d744dc2dc6abf056f8fd5c8df0881be6e3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c775fd45b461a2880171d71322f3c8acf17b212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5249b46901cd3c4d23a2523c76b0d642d192fc5a262db1e3c1a8f3c942468779
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce874b0e2a5795af818ea3f15736e151c962781
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52bdd6d82b57c0da772afd61689a8ac49ac342dbe6970215e79a6109550ef39
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d01fe0c2d6a1b2e34188f1b455e8f4f468b5f99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e44cb87920ea410e95daa0beb52abc707ea21424677f65d2b80377626bc3c66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d791c199a8e78280e22bcdf543aa82cec6f027c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d264551ba69bebb976b01a5132e91c8d089053441427e48db5fe6ef9ae84d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8167fe8ecc23d08cbec46eb70992845969cfe30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da7857731c9c40f9bc1be82948bf787cd10cd42b869bf3e02e0231f7d22225f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f57e3615612a2b2b53b0b74ac9ee3cd332daf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b4639d3fdd6fdb0e288eef30897b80d4ae8c5ff8c916529a21003107a66dba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4d893b3edbe8d7b13cfee4ee0ac4f8e0fa56eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bdd8675a321918443077e67a749c188b67c6a435110bfbf035cd725e2c6261
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47b2fbfd9127a8f0e8b49c8dc35e9d0113e3285
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88adc5c7e302d3253c731fd2f857c56fb13e61027bee7650075c4edcdf9e691
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21c51a12a35b4e0e89623d0abeb8ab843cb6c36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d888a21d865a238a74358d1ea9dc2410ab5d0c65a7b59b309c9f6caa39559b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e698419b30cff18b3b61b26015d9af354c59cae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fb2adc091ccb333eb5d8b46fc895daa13487f6b48c4279eb79a863e5f65bc5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589a53f3e526fa9b08575594de8fb33533467b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c12bbf391275d541f22ef54a466fbfd48905694952ccc1396d4ddf0435b9ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47233938c5cdd05cc88c93b785b1a1420ffb0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba655777d7df84875c57a6a41900897f716ae017cd6e435e0d301fb909ed5253
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1552ec699ab61ea57dea4bea58e1f3f95bb125a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236bf5c0e1af28c9aa4b792a3152d974facd487dcddb0be8cf728c969db9352a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97146dee9ce3b0e278c032b4c4e1a41cd7efdf4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d64cc08016cacce228f35fed37760f587086b0ffdcb14c49d7ab4c506fb9bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3ae10512874eca636775c0cb467424c1ffc164
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a261167e24235c58257091d54cdf3d1350b69295000261d7dd96156f84a1e15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400f25dd0e306e7dd27496de2491ce2b8d2e02cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b96cb83795bd691a01e0601585cbfc1371cf7e8937106a52f10bd6601f53e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ae07c5cb3b5400d1c1bd640491831f6c35d1d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14830c711e28db9efa9cc4ac0cc75840d97b50384770dcca90d6884a2071cda2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00104730b9f3da044d40b48752e7a8c431282426
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad9f4948f62b771b4c4c7e5a84a95e867573f70f3f9e30f5cdb46938f731817
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a83f0fa7031ed2aac86ddd1a9bda4c8655218
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cf676f54c6cd32c7f6e93ca10e37c87cf60e6a2484f4befd567f85345b50ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f64dd80e8d0ad33ec17010e64c42b46a3aecbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af789f811583d4f8b4960752b3a44f04334c61d07906bdace7de14934d52df2e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d01f2a30c789b7683c8b28f83dee98984e2d3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9512f66b87d39fe920ceb6452682453854901e603ff72af98242e56fd3ca0b75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b9048f56155a13f4f2ff53fa2181754646eb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e897390fa788b7e51f7862c7775163e75ba7013a5834c1945a686eb1ca59b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b943734a3c1e3bedb25df627f6d3f400a4ab6c62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47818b9562ce2f007e01a7a4b149b78b91df41957a314e1d19149ae45627e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114c0c348d2be00199f4385841db449d9790d389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2750d77dd2f03905e2d535e4799ab45b461d8a7a7b45e40569a96f34795d2538
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8860781a0b81e0885030044228d219c6252062cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ccfc93946f6e77904a763d56499dec02c99f4e8f125e7b130b5e45c3de798e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a124904be7a151e4cd2807b44cf53b0b2e78662
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b39b4917bfc3c4cbbbb2e5cfdc848bd5797331496e6101c66a2bcde4ed34c49
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf362bfebbda1afd75599e01553f63cceea2e869
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ffe43faead409a9e5af6ab8c0d44ec060a92e9ec16c48db865ec446cb99129
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e995d856f6dce6e1a9cf26faea3369705e6c2e25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b98d78e71d75f37a11470ea5ae1df3a11f1a5b459a4f14dcbf9b5e8646dfd75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e98d391ffd77fde96a4d88b31ff311e70221aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3072ac5aba7ae39b263ca57c534254536db315a79fb578e7d8deda6d8c1ec9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89ca1dc1075efde39e07f6332bfef1cd7ba5734
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaae5de1ea0bdb4e5af16d9dd5d057d1350fd09d9b5a7ab79d546f7997392d09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87ade37d3f245fe1e012947b4fe2cb14d132572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872736b494d12728c075e586a392a8fd8d22b50ac0aedaac24b259353e731338
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357c3313acec3cd301d7d5435d764d959dae46dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca0407d36ebff94fd481fe8e902db9ec0d6055aa95eb7f3520e669bcd54283a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b05ea590e2b527e48d0d52d5751d3707193290
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca24225c2c5fbc61df043c02e0b7b9b8279024d3291705be76f3b4f253aa0c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841cb2163eb304441d9fb6b6cf92354b0de1ec79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7137c24697936b2ca9a052b6a22ecd48cd31d7b7fd1b4d4f7714ff549cd73302
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b68c2ada7844665897cd93598f64c47f700d9d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02e2fe2b070feabff308c218a64b3034c38d44678be9794ba0b6c663a15150f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3154c3de97aa404bde3c09aeb40047e0ce97cc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736eb8ba594fcd78829857202b844919417df0b05988593c5d3086d55d8a6d71
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a126616cd549987e18b63fd272e4e3e3fd527ebf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b38663e4c714523ae66984bd00da05c23d7b425a3e927a34858abbb7f22130
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ee849a1433d91f7883bf26815e8ea7e562f9a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50a1594b26ffb6312e724119c4c082618fff1152a0c1ed79e4fc6ee49d3296
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532130139b39ef8ec199db50b208f70d34dd682a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639efb1c7d1990be7103d49d9628799f899e0d2a6f67cd0e06b5f4d7de1abc2c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a9e44990049883c92b44d8ed149d3407638932
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a96cf7568f21c2fa1157688728d499794a71dda40787f5f185e05d38381f4dd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76950ee6e64862048af43ea437905b42ed7d32fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a106fc188cc2202c9159467c324e49325df0e0f68d285f96fc309f00bdcad44c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ca2866c251fad8c7aab706ec99b5fb21dd112
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b841049dbde54edde7c4422ee3c5a5f0a56379bf2d6c81138e7b88426a5c76cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2956de13a098c8789eb70c9d0476ef38837ff662
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72217525bf3e16e85d021d393419d61f1a3d4bb5017e7065ca72642e77ee815
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a74f29665935293ae1dcaf7365aac81e28ad49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1534a848667636b6f4877689ebd49695fdb2f4992cf2470993d72c65deb3e9e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12eb497e7ec7ef60a377382dd583ba174b025f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffde94a0bd0312b80f45c2c32542f7098fa27bb905db5f291edd1d42794af3c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f78089a1abe7e190acae372c5ecd231d600712
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69961c4734b3468cded2f2bc40b0bad350cb690f18cc8d8e1551748fd04fd106
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c78a4999ce2e437942a2e902a97cf0b1f3abc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3690b8557e1dde815a5737ee97fbcd717b86f5d49636ab0df8d5a93701ea1e8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7944600f5ed642481325a4e47a38edb22e1aeb13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdbfbe7fc4b90f82e210660653489e8c26018efbcb6d7f66ee13612ecec8c5e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d407378c47f1b1a95ac384725632bf8cfc6348
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6199b68f9e46301092ff666b7ed73bd3a5809c40c127ae04dfc90dfc116b3369
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b9d55a95cc07e72d536fb17bb6ef21b1f131f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f2a21a92b6129552e937cd67bf5f0d2532446e54faec0dfbe2d0238f007287
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6982fcc2ff185857f41fb2cb133eba8723ba3dd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1212a1d58dc1a85c84d43753c2fbad0c82e65e40ea550c91686a1e847ce72f64
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ee52dd1a8d61d335c3873692f9df88d7aff685
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9832c7602082dcc24a7f8454c537685398acae60eab72442c07ae1e74535a401
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711be39fcd07163a443b73d68956e55119689d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2c3de66c3f54bdb8e3246dbd2e0cb652dc5e0d88884710a8c8be65de248cd1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86574fe656278864a2206c28e80287564a816a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9221259c53c9ba402c0f1deda83b2ff3606072b73d0bec6710d95027d3319aa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93eb563dab8e2dd835a77cb3713ddf8be2c2ca5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92097efc0334c01eebfea2f5c04106b934599515715feb9f585c23d49865da6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec828a019bee2b377324560a8977869bc45af6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1942791f705e6085c90cd9d4fbb18b4855196cf925e9d8b79127a4ec9328b363
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f1855e98b21faaef9091a12d0dae6b6ea07d64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910edc2e4d3697657dee6d92c3a14b9f306d051b7c9acba3849ccc8af252cc08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22782f541eaa87a63431f4f739e71b0289084adb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fabc41f6d1f6a6ec1f72c00174096b7f7b80477726fd6c16ca134f6c20038e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9517a4447de3b2f5edbe729a5d88e0031d02eedd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3fb57ce4ae8906d0334b812e3cc30f3d3f181b6243075f3c1a1a36b317178
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a5a3d75447d93ec6874c91917b971687747917
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c4a15897ecf287400a44f1c7b1de08021bf4cecd3f4f68bc35cf2bdc50054a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba0cdec30bb349f7e4e74bb4eb61bfd72fbd714
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543fbc88727ca240af6c1f19bfed7bc9bd1cd501225f9b70b0956c69ccecdeb4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb8032ddbe2f8f30c5812c56afe34e20320a9a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a892836a5303cd5b2cb3b2d3c11536a85a60c13d3f5a1e8df56b3c481fb6214
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262644ea3ca4a3f5a3c1d8e7ddef284895d6f0d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb01e2febfba84c503ecd43b7c04a642a690dcb3d81df94235be8b288c30c5cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dced75bd4baca847acc65affb087b81a234e12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b6be2e9144b958cd0026cafc84d3adf7c6ff0b03be3764da2fdcaa32817a0b
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e566b6e15ad0ce85373cd9310f435a2c1c11d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98629bf11f345c3fd3b83002c970592f7ff14693462c2acfa2c9d6c6a36d5413
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242b49745bddeedc8c7f0c0a940dba20b410f503
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19f90737a79c759cc85703aecfb4b12f4b3d893bc35dde7f33ddcaaff5ea151
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806ca9a4cf9428e32acd2b6fab23a5bb6da9302d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6c0c3b41f3b143455651972005217eac62555d528f58b831c325d470d0b147
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab87b5ce5af21293a96bd64035b2f2686209614
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5733bcf7a10530fe8b8d610c34822a6cbfc1be8c686fed373520011757ddf20
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec0201279fc5139c1c54fd165cecd8be1f67b72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270fc244003248f4b6e4235fedf5b8e30e49016793fe7136ec4663319aada116
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb4d5fad68af02123b8eb69665c1fcbf97cfc9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f47cf746528ca03182ed1f552147888205dbc35e2d2b4892541129f716824
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1170fe8741e188f49315e699ff6cd0609c9b4ed1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3141a2daf132c00b31160b282978452544efbf9b656fdbeb9d30137162ce54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1b58e18dac32b90d283b576b498c7a601c2bc5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bfd82473dc6caa3b96a2ec1d47dc1bac8466b1f1bdb28f84a0d69aed48993f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d810a9c4c6c773995f91410cce9995736228642b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab2f042545764c5ab67a12e81ceeefed745dadfbba880d5397ae5ef35b85c86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1169a875ec19ef824c0d6f9a580baa40e467d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725aedf7f566d25cedb88c6ad1393d2246c4e604058c0b337931d71e038820b5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22029ab9ece91fc26d56c462ff1e2ec2f4cc4c09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040c3a4b216fbb317e0c3f2d961a110832a8837b2c04aff4885aa39c72bfd48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554a7731f6a6d3cb1ab0fd2cc56ec5a1c9280e3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca23d98910e6536cb6e45cd8788d56f229ebc616b1e1496893f29e67c67d9f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12e985210f49eb3172f5e89d349d7dbeaab3a60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffa200672d0cf68ffe3c175d6395d09abe49721095f4dc386aeae92d6fc0901
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdbf5a7b4d895178377851a9a90a2703fb965c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37d7ac9f7497a7b73d3baf0cb0fca5773ddd3ae4d6afdffe68d320138b9806c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac96d9c3efbc83fa82909b5e55f53d8ea401d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2a3e17da1e1b6a27d049a1909e9d82b39aa08ae34f5c64b88205e1dda0ca1d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3990cf3ddd2d8a86ac72818e87def638cc9be8f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4ae0da1004dc657703229ec18b9cd67d4cf81496a9a65fe79a0f37f8a0fd26
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d93389c4131c24363b691ebc2488cd96e248076
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac3210fc7a2fba78a399a25014b7192982638a78c0f09ae805ffc81c3763723
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbf47df6284b77c9235acb994ffdf5dbb0b8143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bbf6c9280b195db1feb7c3c0be756c9872cd1a776b96aab9d66d15201eb820
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9067d2659e8dec97ef6ca15dfe7ddaf56d723971
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b91cbdea7d821d473ad13c1113c9a691d1c9c0b5cbb738d668afc512c82a3d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cde0a364178fea19010b12f2dfef4d2fa31f5de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6552685c7f17817f86ca614f9088b7709896e618ed19f1ac3045e7bd8a87621d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168a80292868cbd76203fd207c0824b6d838e97b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c1e7e9ce841579dd9e4c74e939057c7ba3e156d1bfa9efd1410c096e5d3403
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8774b3c984f14f2c6baac868c5f505e282d5f599
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365e22c6356afcd851fd166340556846af9c6c733ed2a32e07e396cc56b68f28
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040ed7a3ce84c58518f95566b75305471d97280
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96e96baf6b95e3835ce1a47212ab09b8cb5bd46f01fcf40e0404cdbc26e93d9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e49ad39d051f748bc0b38412329c47114532ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d6afad001f975a1f6ef1a3bf8060f79aad6d5d9d5c23a8f4955384d75978f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f0fd236b88316ec75549bdad8ac151571ac3a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96b0a84394a1f3c43aeba5d739061df098ceaf8f635584711887626f88fab5b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9679154ef12ad2f586fcc4ee80573f7647ea96c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933d2ee8000b07eecd09495bbc392015f0c536310738bcbdd2689a395503ba96
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032cf1b2611d77b1123cfba77a37eb66761135ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45734d04f6324fac607203255c40e3a8bc6f9849d6141f25a572863ca5ae8d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3714c91ffa885744b1fd8a41f339df02b9b89cfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02532560efb55578d1f7450130ea1d8a50ce56ecf6aed13e3b565486c809fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74cffe4905435c1bb3d1ef314f49cfab93566b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898b38e2a10849076e6a3b66dcebe611b176904598533d3d22de4cbd34d31986
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4758b1de7e67d495a346ddd4355cb5daa5bfcc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9711a94e40aa3b1f315440cd5e6bca934f4421d23a1c62a694265b1f2ed4af19
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce0da4e7f087d42972ad3abc258391b6a088b6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38b19204157d5e54aa3fc05cd5044a9646708a2a0903e6855753842e03d9b7a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c508420495d476e9174aca2bf60d119df76fa24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342d234d941f01b3e1f5ffe561d80b0ba71a1aace77bab796f39e789f2910125
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e412ceccda34efb18811048f4ea618d545a97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55978facb605e0cf2248f3b72cbd0c9b1aae5aeb53c5b917a8b91881c60f6e89
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07969d7105df7c572a54103609fe2d90ea97821d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f664730374e22f4f030b1947b2218cf9ad368ed30377e7f36699fab4d5e31c85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85fea217adbedeffc03e429a81f03ca55f8301c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5fd82b9f78389ea2f523c0524a4396e4f7865ffbea1304a2189d5f98a809bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8db0596b38327823a629e0dda01dd737d7eac6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97486a3f549edaaed03b148c7fa3e2663c1972867290dde823641dbc56454eeb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73842eb3a7db8744f88e37b565b32117e09e25d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7294ec34084319b7571daba484ad9803fe7ef9488fda90f0b5f2ecc8d55d9ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f7626b6a843a53f6554915bedfaaf0b5bc3882
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ade136c3fd254db6d3b195f35cb20d6fddc22827c57cf69308eb54916c889f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874b2fe8751ec60aa6f16d7b3b4f1fbaaf60b919
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4001294be8f1b1f9aadb630a1091020ab9f0e20b90e6a54748797f4c0606f78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58d75dde20e938d48a266c1fcb6cd23fb18a8c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e843e85facc2f33d1898b51493e3e7041e69185e1c6a73a7167f6a8b9067e52c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1cd28c9a22a72770d8f085ed72e2cf9a2568e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d4942444fe103cf1222b845a171ef4c1ddacc19a95c0f89295c474ceead4ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29e1e1a0e3249615bd844ff9db406271aa0742a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055b22f653582f0edadab0350d24b2d3c33adb30f785ff790f2f1e892d7b8e8f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdcddf988f6c707afd3dff01edb4a255887b5a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7365f304f109ee91b5c8d8018c98ede7f228786b17e4211c501ab977a32cbe20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e85745da8da6def7943359dcc9e9152700f0d5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb23a41ad31936282d84c01fd59cf0d32ef4ee0f7b43a8e7f6b065d4219bf7f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa733ea834a47d13824243c4ac2daf269d3a707
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f7515d408bd35d31785b7cbef406938dd29831babdafe586e856646fbcfd57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487d7f62c0d91232446877ab861fe1b5f2dcfde7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae4ff68032bff4af79028bc24419bead531ed4478a6a282cbe831f75a6ca6de
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108948dcb14326b811917e3ee14fe1a39ecdfbc4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e913ad26ab295bcbf9dad061a203c1e808de9f62dfbd5b014d8a138f26f79ec1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b9c3065fc5cf202dbb38c5bbb9f6cdc3f9186f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc01dc9cd7a5541649a118ef891887e9ce59006ede6d1adc7821d802a6c24246
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a07244aff7f92722c9bf33b32a61eb98e37d697
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54cf4c6f0ea7059f46221c9050389d3c5c377c9fb6c3b603061478447b3c748
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c719995409da0b20ab71acc1abcdf1ad6de659f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c94ae2724c66696cec007c3a06f249cda9bd79029aaaad9d9d78954477cb06e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f7165353f81a0f896bdca93470455278e1a4c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43c1c16969481ffa2f212c599f4e6a05ddca06d78f5b3f2ba7ecd008c505dca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e14efe093cec3a88ae0c0c6e825e2f60c1a3f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a76287cd470337255c8ac496efda7dd05f77688a1eb7d97fd6f36e93ae19767
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138b5b3439636fc899fbfad63ae5750f01e763a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6213013cfd35c22eabf8cc8b240f840750d670e4f79b0cd4e70c234d3556b1dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b05e048f51e3fa822906abbfee7958613d022a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d4ec14880df4ece773810b7adc8eb73738c1feb950fbe1b23bfce33ab532a2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b0dea12e1f144d46cd128d93f83259d4cfa17b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aff99ab4940c32c67ef822a346d05c576fc95d5f3173ded3664690f5611259
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dc607a15e4cba4e5247bb3a2359e6e7bd305d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e32d6926c50cfc0eb6b3cc2dc407d952ea59c227d6b5ff99d7a0670dcda4f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f59a149659555146934ff82bfd460b3e7d9c3aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e97ff08c45f1d764d726c3f0445d1222598cedc9df38c58bc8689efd642fe1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67a57d972d8ee3d6a778d838108bafc0f3a92dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e35fa12c0e67466ece3e71b0541ec30656744e3284c7bc6b43f8080a9a7f58b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b1685043d4b7091f583e18e7c8508928853f15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae51503117607078007a4e1691b3acea6a3c0c0628da854c0066d2cd10217cb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c1dc6138b3984894b9ccf30c8b0a8603a34734
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e355e15999332d577b8c475066b73c6bbf3da669965a4f28a3a4cf1a34cda837
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbec0716634da75dc81e361eb2a93399292b0144
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38fdab71d1c62fafe301e998c701693995f8f2fff7d807a0fa2290230a6c151
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf3c67719bfabf139aab63bb12e707e909abc18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7869ba43bbfe6703fb2d55329413e1423a4853fd654898daccde7e25d9c47b0e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42ae46df05ca842b9b5a7839c53774fca2abca2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368abeb3f0a2be015410c424a70190a822e6986440510faf2a785b05b8ee8edc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2848d408429106a3b5267949b1d815fda52393
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef80532af7fb0faf7e9805a73c51c2882e76dc7baff3dfec40599b5d8c1252a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56091c8de7893f962f2f0593eaeb1f3266d86ce5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c9c867a1bdc78536b73b13ff707566ee833ffa90a6f860dc0d733be71a994e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e1d3e93df8f0616203c2ddee1f3fb4d2fa11aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df9bfd27b19b48ce9b3f91edee91da64d0a495f2a045d0832e844f8b93bb7b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8c59cf26298334d1c9c158a967a66bf1a7a0ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8b6d8bb3fdd6e892696cc56bac75eedf3168a8e700afc83e62c217649e587
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8843e89df2722b5846e7e59ec621fe18f0fd3303
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104c0e2ab27b8793ff60ecae27e6821e11c186cae4988a17f4892e6792d86220
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19e7d03b7a9a27d86427337ae694fa6e738cc0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafc0018dcd771995fe8bc07d79f77e2432dafb3c0dbcc3001905d8f68e58fa3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251fd4040fc7b1f535c3ec9f44b0df149065fbe1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315c64430d1e368e11e3e718d1362e137730007b2819611fce2fa0fa983af8f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32171cb966ccaac8728dbf062ac929264f835ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5a4e5decc4794ccca5979062563c65f81e010162604320e2e51b191a6f0321
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3b6265184b7e77bffc31576f1af8f954cfbec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b40a9140a822f9349e97743b9609db84a3dace665b76db36558ae0c1feb356
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fad73db32da71f951e2c97a4ddc47987753f66c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbb02ff9c8902c97fa06d048c10de8ba03c69c55b1e1bce0a7ec64b21f48f2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eeb70babed3eef1db96e67f3f485ebb428b780
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e681a4075515eb2f95a62bff71ed812ce27d0824a3e2acdca9340042bdbf08d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d09cb49e0346676dc04bc25b72f97158be4df61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907e014ff12096ab1e007564ad0c5c41d2d7186e19873009bf9c83ec29be5a23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc5768c8baf84a8dae23bc2463911cae2e55336
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea011b0c1db084583607e9ce645345fc58f493333fc5dea0ef70585de27da64
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5184bcc62d45c7f2a909041086f164f5bbbae79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d32fb8dbfd1ab3650ff1de43d468d48726d813e7b46ea8b17b0e452df1ee83d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57405fe610b2d32c741713dd7e99850befdbe07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71c400d360b8eb0888248f999d42e48ce1ea7c48dbb7a63cd5a7c84e9e81557
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a997e6f2f413a717e038d866e556255a8ea25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79127c8d74f1ed19d1ae4c309564d38ac829a48da385541ee068f34296c01925
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e2b5f9f32b322f713f543438ce85bc87ad052a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970746111e32bb852e0b8a35d451978bb3a04f8a1cc347debff1fd820914bb5d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6477ff7ee77feb89f23627a6016fa858945906a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c252a6ebd127d0bce99d597565119a29b0dd206a3bd5db21c5684d4d8d2507
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d71608def4d22dd2d244203966c54333880a920
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d071744c3f0efb4af93c7cb0b7f406e10336103d8ef7556bbac6e25cbdb1e9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b412691e5b9bf6864d26f9dff4d6cd314ab5e155
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac4d5b519e13fdd516ef4ee69a4e20636a509cfee1dea97213c0941e5509d79
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43151482b7fc268d19ce3de8e84533c4c95d250
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81dd8ef99740c0350b07b7cccef55ab8d3ee7f91c13f8e519b7f2182c2593e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99384a6d558ada697f73e0d340adfc78a2689528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97de946883278bf48992a90d804d834e54b46612d3ccabe26cf761328cada53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964795d7dc016b7276d7842905ca13fea2a5457
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6675f924f5288e3f094e8aceb9797692b8975a906a384ca914f3975c5fb505f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325d4fc4ec03eeda20cce193219137843f4c530f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c26c7f338a2911f244058f5452c1503b31996f15edb213f30f679672f58ec0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f138908a7b724773bbfeebc329fbf5cff7f96a93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abac8b36f31dc6b1fff8a0be26fd9c6f4f6ebe881703f2becbc45babf9bf4a3b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07086f5be1adea553252f6f5db7e88781879086
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82625fa6d5cf997bbaeba92a5b06cc4c8b94d6dd34144382932168f5d59033a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1664ab6b2738438b46cc65a8819ffb5bf23f76fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f930ee899809e0cf8493ee7f9b3bfacb0d9e2f093fe3f5638f7e267b03e57ebe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9477df19c6159d56b76342a58f477d54fb01fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e145f68021be40ebc0749d9a7d21d45bc2f92fb1d7589360f992e0ee41194d0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4684908331fd997053b20592f11b5d9e32b01275
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed07d995d92534cf894a08b43ff0fe063ffa9ceabd220f3cf1be713fa4fb81
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bba2ac71c0b633aea45fc9ce33e205eaa3bbce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8858c8de10f62515e5293c1ac87b0254dd895f3f771f678323f49b11b18afa98
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218fcc381b4dcff1697f906d364b06531eab53c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc18a020daf0d045e5ea21c3b589e7b8e09fb7cfbf30caba718ed77ffa9c305
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff0a8abc1dd3f5f16834f512c9fda2349489ab6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9f99797303b210746d83d8022d3f62e239a81cfe61e665dd4033d5a186ac23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3175153abdd4c7867e5f4b5c9e3902423fde3ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed09fec847b4274826525c8edff02f3147b4fdae8a6ad0aa185c3436e69e423
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fb81051a2d2093081be9fa55d32b3e2fc139a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f363ca133bc9a2df08c75e7cbc6de1835c36ff8eedaa7bd6d563eec7434c16b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982c06e9a8c5969477f1e8a55f40d4c82ed43cb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f65a7484ae81af96d93af3291d9e84bcfc406a6b4de3cc1fbb64fae3a97465
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6aed3790017efb6e49f4258e5e56adecd296df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a5e8faacc6e6f1b019cfe62a600512ceb873877fa01c21834ceb996b48abe1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1985c3a8f17b5ae9198a2023e64d56dda6fc403a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e9de15762fd5e8d27486fc790a5a935804e6287600cd9c7b6d0860400ef606
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a64152bf50116d74f80e4357855dde1653706c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca7b81b6f0d47da6c74d0491be33dd27725d9ff6216b60b373c8870ae807c23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd2569935e6b696e2c6e28f38ed32ebd3efa1d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179a2fa3daff54fcd417e2a2f2485751e4ac8cb75f56fcba38922908770d4fa4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ace2cd8e1352200fae179ec9757556cec774f5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62497c293deeaf8a9e7b78a3765bec8261659204a49b1a1be48f29fc1678e03
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce6ee7713e16d4f64520c539b3bc2eab3fbf7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0312de3d699e5ef3731b590dda44acc4f45ea0374475af637f11e71de8719f9b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5afc19c94be950262712f5be3946cb15495fdc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e3aad0f3a50acf9860d3e7113b80ec4d2d40706c3e29c3c61df68102cb8bb0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40a4fc83a4ca9ec28cee7625bac108c7c750b86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f549e51133563a8c997ed547ac6fcb5546cb74092bb3d70902e161259284e36
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df2281863a7bd62423e4cdaeacaf698d2d87096
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a414ad16587e31e8ee45f4a6768a84295be3345bb78e261515cef220657c3de7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e26baf7b33af197b7fd23b4a78f33e72322ce88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf812e84037bd5539af5f116c655be0ed4392b93c7ba290d514d1b587eb021
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676458552534da914d68ddd5907b6c25707e4112
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7803316fba3021b2f95e49ffb9c70bdd8b822d0b8a554ffdac40998d6a188199
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd8f701269f58cf89e46fe0d27866ae3a42854f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff86d05e796a24a03d875a3889dac895eb24151e8cb4dec5aa86ce111b0100b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8eeb150e15269991b9438fa60433541a1202506
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a6ac8bcd5cf2a611f9fffa83ccf5c822f988cb21ba6d13e436b079241b4ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3099a2d189664be47e234253b9bbd84c96c9bcd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3f92f17767425df567e5649b84cb47ef7c32fcc6bd735c53074ad5102bfac
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b0dd9c49f838a21c39596618bc4bc8a972a033
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8485bd68a28382515646b6f0ef221d578521373ae15e46e5bb66a330b572cb7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204110b4246badf9761c89004bbca1b899840597
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be3f1e4f8947a42fc8bbba67583379614514be4fe6e286982b31aa24f88067
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0da522505424bcb0b4bf5c8cc359cf8f8bcbcb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bafa8383c5bb0f368d740556d4f3934c2a7a2ebd939ab2362460c16e7fd3aaf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b034da4ba819eacd3c95c598b9f718c2f9c8da0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5adfa7e60479223ea1e8f57a4499fc678f019c2c61585fbf674064f29de0927
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ef0c5249fceab4023c4e916d86dc15d053949
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea845a95fb259a3159a403b699fca666eb928edeb76785ebe1cb48d5453ce01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dec16ffdae54ae434aae943637c6ad86b5f7428
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f86c80511803c620bbbff48134531962f3feae5530a199a3c43542c40e42968
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731c039415c6fbaa48f0f079fd29f9acb4fb4d4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd02165c83a77e700d024ef11e807065102d9fc3877a2ef3ea369f502d952f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815ef9c5531148767f713ad5d3864624ee9f7355
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef00a3cd76b6853f62348d8f31c9f7c19f671acbee5c9237b26f9b3ee1f19c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af67b023dd6708b9396c880cfa3c05ba378a92b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb50fc0fd066e34e3bb5c912855bdee1624d2c5e0b2bfb3a202ba08d87cbdb4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7988a3b80fea15338bb90b1564b9165a8ff452f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ee1a349f92130636c0b8eeddf0aebe680d318af86a7ceaf4b3a1b6eec2612
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413e1e75c163ab1daa8667a87448da5f12552241
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c57c90a47bceccb3548c64b762661ca2d83622004cf139413ba9003be124325
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fbe3997dd139cb736ae54e690f71f8cc2e4c25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752d2982d64ea4605bbc1307d620de061c40daaf486431cca9eaff601066cd29
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d6740e207c97e31c6f5f7e76335d6ab8b29de7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603a52f34c34abfa653d4e7e605605ee751a71d6554a97755d0c864c2218ebaa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb34f28d44e1798d74ec656ee200ad038d612e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b46c2a8315d9243ff2565b7f30c19128125281050dad66a014bc1b1f444137
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d6c36d26fedd1ad392442d7b0b056e7ccaac23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e987e8024c163177a578817d4677fd0cc35808fd0b344c6e2a21a137cd37d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4357714c9ad895d09dea0f5ee26c7636eb4bf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22c2fd3f90cfb9c6b68b2fa3eef78ac4198bd8e97a98b8ba96d5dc28d2138d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f100077ff8f1eea040c06025b7772458b127ba49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0c197abaf93fa76787d166f4e2aecc3b46d51effb63a0b4118addc9c661055
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e9cda90bb6eeec054c34d761a8219cbc08559a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6b5ea746e4458dd84b545b9bcc803a027ae58eaea2c802694366bd208ccaf9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b8584bb022deaf1dd0c37ab25c1099e223a40c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac0bf533283f189291896b4942f7aa0c870ef5925a7d93360492dd170d34be9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37594b2b13c9167077a32ae5544287e2a4aa3f10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a35dc94484d98d6d9cdfacd13010981bc487d59bab1d67191dc9711a7d5de56
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a0ae211727e94a7f55023c5e4f95bc47c942e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dfd61acd0592c703cda20b4387a2a59acc67649645aa1a0a1e58cd5f785fcc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ea4afbca3f20b4058f47054eb5a5053c909096
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a700279c971e26861c71e84e34e748bdf8ae254f18bd188aefafecffc96d5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec54e1e679519fc34583df5775b115d42811af40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7a4038fa05b399eab87f6c9c441c78d44b46e7da09165676fe1e9d94f70161
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203a14133d23436d96ec70523e7819ab4f8c3bf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4f2132013b89b572759583149649e8108b8c54128c92c2c4fa3d054a1a179
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a822b124fa536d8aa9a8b206769efe4beb5207
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff6384aa6d039d2dc838ee414a405a038160fb669b064b9503f5ab9ab91d42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3639cc9b187248c37c6ac79332de631b975dba17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ce427d9b6b0429f90615dfca7a96d35d6761347f1a24554efb268f43eef781
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36547071bc88d5e1575ac9043c58cb0aa67bc8fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfee881bc783f8aa7808209888a49ecce266f8233edfa31fe19b5af0b9c36789
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58985f6b39f4baa030c4be4490bfcaf88f8e8a6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872a359263a085e9836d87ddbf8c6ae7ec0b409f2838972b5243a008918bbe56
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ad62ffa16f065181044fa44f50617e833a0623
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858abb19e66ad62abae1d550376de8ce158a9697057dffed7793fb63c360648f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585bd0192760dccf6abf81c77283ab4204ba5512
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a47993978b06fb28de54211708681d405ef9e5822d69ac71bb6d4dab0aa19f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2acc9f821f6a34c577fab1c99b72dea4a08a130
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8019d171d6644801148f01fc88167070d0a92066848f5ad6e94a8b3b761af861
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549a67168e4c8a0cce7d39bf1b6bba9ccdbcb01d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90792d00d0cc59b90fac7ec04759f5170f424870f835ab70b88c515d155fc2e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3323a7ee08c80eb0b888ee6398ab68b9689cdc96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7558b5f1d87723bbeecb88efaf5e1f2c3118ceb1fbf0df52a171ecfd3a96bcd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8357d30dab67a20161cf82943406d17dd7d56e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82191bc822694183a966646504334c3879234fe27fa92e4101abc2d33d0ff993
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89eca58517967894a6816fc6949cb306ce6ee05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7e89090e338656ec6aa0f6a0d4211f74d762e34012787406943cd7d969d080
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a60a352583d9c32abd8b7b1496f21e7ecc52ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2ed9c94717cff387782e9acebf1d8b47a15a7c9c8faee8cbe78c0754139c64
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30db2d78b938630ba840c0f2c344a59ad8e76d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df3f85a6e8ab752e83bba6aacc6c2ed60adf9bf7f26886f79a44a9c9d26f422
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362ada7dfb684c1bc4431ab7ce245f72b154a68c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c985aeae06065b21a9aef8636bdbb1326d30e4e34e6abb120b1f72f10aa1f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67638723a2aa58a18a7f4dd071c1b941b5b56281
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa13a4c2903e2232c0b13be23061f12e0ef2eb2767debf5cf445016feb0eded5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379a03365424d9370d255e04de8b0b0ab8d6fd5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b924701fcc1bb2f5e519a357f4a6adc2216acb3929a8a61c3d0e64a2a23b33bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1795dfcf7fb2aee67438cc31039257aad7405f46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc9a4c2acbbeb33b37b46af5fee671a51945e39e6221874a22493644ac2fab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4184fc4b0dd72a89617ae62692967d25b76eead2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992de0744562a5788daf333dda48a3921411fc9083af362fd6d1180a5c17d819
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0135d43195c23d2e563bb2e2f76fb93542890cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b703ea9b8fe651ce9251b527a6aa5847f9fd39cf7b884a18538831f308e7777
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1d85eb819cb00a8abb005d5faa652d828446b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9ed44d885ad5efa7abf99797b24655c9147b5627407802f9e396315fd34560
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ceab15ce68361fa1cd7c19c3a2a11f29b7e306
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f807b3247f01a32a9757f84e68cb6e6b00aac3a26bac164f5ffd87da6f216b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef7afe99f57fcd2b4cea2e14716821d480d1feb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6308f958c3f73669177c4e9b7d8e60a20dab4df5004ec3307ba50e308b9ada
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b7819186103442d30cda3a51475a643cb0ef31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5c096af5a425a3f7dd89b55da8106093be47c878a277ce37927a29eb2f8981
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7e2026ea63e4a311aeec5833d815033a3cc74e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2baede934942c2df799371ec32d322d8bd33d5c3220d32d9d607b78c831cfa1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed412d5603dcf870c3c6d4d233afc531f512383d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d6e2fe63d7459ac78a5d22729fcb8d9e283ba239b249dfaa622bc7f615a134
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc1053f7fdbad830c571e3264dacb8e22c4cf5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef75c6f7066b7f8006925add6eeaf4cf423b203885b47e877e61e8121ff77f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd16d16e87e97df7c1cf2f4f6a66e1bcd5ddab51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e6ee615e904d4b1aa5c67bc1fa1cd98a60d7e11fff69e42afeee816d5ade4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c070c59c23b7e31aa43bec25423fab0ef4b2c257
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0191719bf8bcd9798e8b8f9b53a3f323c7109bb1130c42c5e39d4d9caf3383ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5909182cdd35a87dc1c1293ec67d5bded6734ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6b89bb63d4b03e3c134e865561515376a3d33ae1299401bf11744e0f05ab47
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954894a2f1f9fd2599ba11915adbb4bd3ad1aed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e7a317f64a3a3edd66d8e55651d449bc33cf74b939596c16a186ae9c25f00f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fe9506199e7a91617afa8c5614de1609359211
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5bd706b8de984ae8922e1bf2c4488935398297f94625521d633cb5bb281a8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc0a6ecd7ee86df5152ff57e108a8683f27d01c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f548c89d65adcaeb4f82e3a39f43e6a675ff5a8c3deea709d1f02db00f5c5ac9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ed47d275eafa1df5089a4f63a16bbc26ac78c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231ed9c7211d962bc6a08c0d3386cb233b4bab10e5d9923d39a0ec42908d92d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5e2b74c12d6b02e11f6e9520cd31f742cf2f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd316c8c345cef2ebdc42a48dd0491795058136026140315edc52e6a332abb7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a075f893653440bc1041834297a5b122ece95c1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea979a502eb1402d5387a0626e40d06c5182cc2adbe98c7057e7c68392e8572
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323791ee85089bd52c78d7bbf8526388841339a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bebcae8d15628c52e5755c327c573a05525a0f8acac5d356a09aa258bcabbd4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea181fa12d89e5b265273f5e004a5478791d8ec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3c6bdf0bdffe1ffd1cc2cb6431c59c099af4614e8bd7debae4ff528dbb66e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423155a7849fe24385f47ca38e4acbea199951c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d1443ec6ef4471a5cd755add0348e4f9bccabb12b7fd4f5a835b9e1e13b23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d266ca2e9ad7114aabe3dae29aa4e77251e487
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b607f1e1c79dceb3670e63c1e0115fbc1b0a33c99f4f184e6de6be8ff8ec2736
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2791652ad2864c6d48a5facae74102f02546ada8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530e7efa64bb55896db8376705c1c1ef1bd436c0fbcb423650f624286098cd46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87be0d70d76df25ac04ea87607a5bbc51738e486
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d34189aba167f5e1c02574c36cc916fbc649b35395c72f3ab2ef3bcf99b2e1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eef5cea2f49cc19d5f6a7cf7e9a3bbe0305a78d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88134148ddb580f3d9380e33eec57af7a931e71a4a46950515452832bd6f65ef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b327518f41c8d04ab884a266ca4afdb1ce1d709
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491fb07d666e1cebe25ec4dd12d3bb420ffdfdb06d744b198e84310b2388e2ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450f1d6760b13ec26752d967a43bf9ba38e5651c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477320ead663036dc4c7f8cf577fc7e7cbcea36e3ef836f0dd816e7da9436e47
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ea27624bdb17ea0ca1d8eff0c23864b2452c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9e238cc5d66883c15ee9f5be40021c63ae95dc81f172a1019afeef37796197
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a4c4948c6f0600284cfbf6e1f5576761f5ed28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cfa24a93a891aee4b0b28014b6d6cc1ee14236a9f7a7d793ef573fb43f6198
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d2211895d028ff13748b6ab194c5c1ac18d2b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827f4834ec2b86fd0eb6f646762c79d433e0d37ea91faebaa3ceffd9a9b47cdc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5087ecfc7fcb1690f9170cd7c4962ce7ce6c8e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163a89b0cf919f627860244fff007af080bb8c09ad8dfbce0b280a659ce4ec10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3df1fadb1a06abd2af2cd58d916889924ad8c7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236d3d7b6aab66c156635b180bb58f4bb22a3f0099ecb726aab1938f11740920
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff365d30c7d230fd278bc934d99ea8bbba8d73a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b244ffaa85f6efb7f26eb91f80ee53e94b28b1d7ea34a97400a33e218e68008
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad156bc2c34caffd91c23ac9f1435d95ca8b30d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b603408d3dbc510331c6fc36c85b773d640c234da61c15eb956752ce92d05296
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef65c86d678ef6acbc054464dadccf0bd4d0318a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f01c7cf7c49a711dfde581183cfb819499db14e6f0f8b6fca1e1d24a498c924
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4883387efbcfb898dfd89e2d9cffda683d669175
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5076305478eea79e592c0960eb67959090279f550c8dc9b5cbca731cd1212fba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e94c787c34866793e2848596330fa12ea69160
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7a35e4074da39b50397cf2e89fda78f65e95baa5feb24e375d587268ce95a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd9226fd19dd18429d895b4c61f9769fdf91b1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bd85e26a85c29a3e00a8f61d46eb851adec641d2eee2c1cf380aec425d4eab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f941159acd5bcc2b0ad20568b3fad287bc1e66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4edb0d76803fdcd035317b268630657099935062d1843d548b3d2c7337ea00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96de733941100795fcbd9845adfea7542634ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2246c0786e60bf6dd12f1a1ccde7e6e5be129d4b6265dbe3ac4f9fca616388
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09181d142c69bbc65e163cedfc33d180df388cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041116ee6ba6cab5e012ef474d1a342baf372cc41b039738590b1245123974d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae41f4375f4757ff10042d201336555a40e8741b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfca1fb79d3d18cc91291535ff2821bd9439cfc8c8be3a0dea2adcacb81629e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd1c08f1bd9894e0f042a0e2cff1aa670f5d32f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e19027a3d3d8f62294bae896b1834acfce0a3593d34f266e5d5cc38d480e57
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104d39603aaf757f1b2655f6c43319da8fb87d26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64ad43b91bb09c09d2ed93a544df70d7b38e6c4ba9069c17cf9cb2ae63debfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266c88d1229ce893c45cc9f05f4f15d27f3a9c99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd5ee0fb11ec7be999a7a90e0f60f24ff7ffb11bf1336cee7df9ae190f03ed6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3df93ab665ab954e07fa1933d17855a808ec00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11207d41b960173c717a619d1e701e2d02c969abf4d1b4723744a10c857688ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6158f6e1cb7cf9e27a7457c9a9d9d992d9777ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8353adc34fa7c0b603b2345df72337de00a4cd974ecb97a660cf5a6cb059320a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e37f5ece75217a9b2985910c12b65569eb52e50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c998098981f717cb70c4ad39217b92ebdc30837371004fad6c4cbb37bb28ffce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e331ae4ad0a91a7ccd2dbdeb1208e29abe59ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c66cc9617faaf22b2a5477ceb55eea46e34d1dae16a44796662dd3d35ee4f74
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cf647f744ffe9b4e6b88abb41181a7e422f5a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db1b42249c1bf4a72144d5843fc297c38457ab762731c1041a35a91dc0796c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce9d6874820b68bc9ffb25a35c54fd9479446c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a3beebc4412d6a0369946e01362fa573bc4678b2f625b7db8cf044f4be924
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66073ef189a2fd001835b1c65a6a4cccbaaca37a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b626c3c31fe53a80674a8116c7e8f86d3d8138bfcaae6427404c8a5a783a52e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f3d5871f8d1d638cc6bc9e06971542b2f9a37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab117e746a3f0bc5c3fae18d2d732f9858c695b0dda0bac6ef78f643b2acb669
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cbebe0f41c1e3ce3f452a738904d353d0e43aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5884da1565ace7cbbd78263d7e86872de14f1deb7222c3201ac88fe219bde52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b980ac1fe84d7f5b3e268067791c4497dfe303e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b319b0264fd9dd52d2b185d1f6d852655b22f2155d9609a53bbb6fcf5d8abf9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4829e65b5f8bbdc03eb2f2a00d40059b12017b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476aba87d422b8c7c0a8553d5d14ff50b9bab32c1a132a61f77ee5037c7fdd1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3ef3bcf8dae63ea7cbcdae6da9dcb43f2695cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d763735c23c2a814841daa212315078dcce5257027960f888878feb6c0a5e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101f37b5ed1a249e817a2ac75425f5900399f720
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bad150d158ba0e831fae531c321281b1ff0657556f8754a37a8fdb308d6c77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825d7192908a3e010319c8c98687c52d5097f11c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca463bd10ab15004b6677737b932acbb32f35c42e9bfeb8a0826699f87f2899
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f520a856393fee231893b16c0d1e163700e280c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21083e0ca09cb8a1b3e0716623b2821fb17c76cd3c68948f0e7aa5b0913a1e9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5f6ec068cdda115a8b8145c28729112b78bd40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4581962e222862a74cb750d72781023681af476d331831d054d3ff9fcacccd42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cd741ab8d59c82691359ed986169f4355d68f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58279e937dae9add76da1836129ab1e2a4b36bad6cd23408ea53cdf377b46a0d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9170f56e57f0990a401111a54181a7192e8eb2cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbadafc62f1a21d8390526af0666f3b74821bff06b7929438348301b5d25f969
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90614b31bacc4a683b5608c4cb0c155c1867cf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e853ddff8a8f34e05fb066bb7c309a03693b7f8cd7ee22b1b9b1bf92d59b30d0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff47745a5cdce1a721959340e8a400158d60d631
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5ad3c4d0e7ae22e52e96c120f7426a61348baea826506131a33a523d8d74c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4998a4407b0b62156218a0a1110f13f0d9ba2ab4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7141934ce8776e7a0c83b5ffc1e05aac4671b07ac51b67913145466ba2c5f8c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aeb7f320a73af043c076396541a309cd54cf733
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea15d42f4d7d50b126e3db18328ded21cc98614f7eb253a71bdac8d32e2e90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed40c3ff7d63720ec4edc0c58b463be76802c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5573ded7474b0067f8d6552d16180719e2d5038b9418f9025cd0acadc692ae2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c2ae5b4f5527274528352e9c84891e63332758
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578038fc712c6c953292c8789aca892b9a3096ffab7193dea9de8a36cd0acd83
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7609fe58ced7409e34321be5f3a5f0c3ee117a16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bac8cf2678f5d905570531973029814285ad6638574f95e42972e0ef05249e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41e63786c3f9f766cde2936380c8d1e58f9c5e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d911283885a4b214d3ca341d0b838778eb7d35cb7bf2a2e134bdcd2c3ca899
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a93b6593b819a33e48fbbbcc6bfc633188eab58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36036684e00476056aa82a7b1fcf5ce38323de216bdade69fd6809565676214e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12febc46343ce520d7d9d0a2b5ffea3fd8fcc3f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00fc1e57ea9f53ef13ad366b0b950cbb342863e19db38972d50440d71bb4c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fccf372c146fb0f4db06a7cb7c4a1a6b7088638
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c0e4aeaf5b4fa4696971e39c643de2fcea0be68e82284d70933c49166d146
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b086281781031372b4f6b5262bd14d1ece446e5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b2775f77b7022341f804798fca97d188809bf59f39b7bbcfeab68953ba3c6b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9a16ff7a4f783c3702ce19c8451ef972f9cec1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b398b4da3cdf9b6db7586af4571a23be0a79fcb10570ef21a7292dbfc0190005
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4b3ef3b0acdbf7e7131098cb159f89e0e0b22a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4eaa359b7942736ba91dd832f26c83ebd902779f9000288f939324b08a5521
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95d1e89f746d8a120a456d1ca6bc8f97bbe41b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed0120a4b9278eac6b7465a40b559e721f944d2b3b74a16962315bbb6ca1459
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbda1aa1c5c20d0e90f6ccd1d95f75f521f12210
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ad023c0df68a43999c9657462d97abde53b33b271c9249147599d7da4de257
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b07b869413fe6502df79f718d5996a8b994e0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151ac7d5aad128ed3849d9c33a4f71fa50bd9b8dfca5acc9007e979a65489ece
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc43541b7af1b5b4b7ee1c03f0d84b531955fcee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfe6afafeda31093093b56529abe07fb781865cd86fd7864c70e6a50d0d599d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6267a9ce39fae5fd1449cd7d6e5223e69530cc01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4b7bd3035f0ecf90777478822a455fa8096c419f3f5b689f55edf377360faf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c517fc0e4592a78f545ef1e10e94b1ebcf6fa3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b2c7d201aeeb059a3b269049e0d7ab4b686da4c64187bb752f83610e1f4687
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39fe8990b876281272026afd6aeae2d48b32777
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39180456b3a5edb8befad90f4e892ed94584394546fafc0cef8882e443f7ca43
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4640251650fd655a5a6dee2d6586616032b90dfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68685a7b4b7e9907b665c7ec2ce306552d593c88363a9ba87893f3519c1410e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8917032f060f2db756f7a689886aefd4d5f2f30e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21985c506bc542ece2249d4cd7c3cb070b2aeb8e59d9fc5f4808ba085f31b64
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f34e1e6321ec149e2134f1ee1461132301c136a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d60d512674dc2ae26505475f3646dae10f4d3038b7a05ce9730c145553c8b58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6ec1c85429923a006fbbf0214b9811d2047d7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c9c52cbc31157557f9e661e5d31b302bd477466d59ab04371e3c96e3a8a382
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd695cb9a4514cdc10000a231e82d3e0162b2a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e3f59b65b7c30dbece83703caa267b4d00c17d491649d8cee7c6e78f9e4df2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4a8d7968457359357764fac1b61be5379ff6b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51054ca46212ecf1fd4c8f23c4f29f6bb739a78349f712aea3269847502b9371
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ad4db7e7d83d8f825f7febcc5da560ed8481c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5af83367c884b805b303ddbeb3509dffaad7729b19a51deea91b7a4c0843f85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297abb733e882aded02df9090d1033d9769ed13b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80db7bd5827458e7a602c3b5f16190de67e5c43ac937d9f6ba1b7b1a344c63b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b57531672c212f5349f8740b40979dfe0a1d1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1b5f3b9f3546e8a42a39000fa26ed309fa8af8091eff61b3ca2bd38ed94d44
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a817f5def1c7155264b01c61fed2f7b9061df81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21db1160b919465f22359b1d6d978d27998bbeae846f41a3952a03feacb2758c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8e8a1cbe6b4e85c87bfbbdd2d4e9321cc252ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bfabdb3e6d3d3052e9e8171e605f1b0fb9812ad2737c99201f32d75ff46361
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6fd02c39a72590e7058297c802db799e1e218e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47f3bb0daca483847d17d5465838e79a660d1aa317da7db5a15e1681eb03c05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc314392251937191b4fc69f63729686cd3cfd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95855afd73e2cde62df48b93d2763596d11d32c852782f260357606cc7cf4064
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a51414290fb66222a3c13ed822e10e2eab0bc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bccc8290c4e42c0add5ce59a846faa7c61ba7b24a253d40dd5114a4c0b2b61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9011bf283a68d0176446fa3225e1f79669832b0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d146d02ced3421eda4fab9a19fcec0e14abbb5b5567de1bc1fe98b3de9b254b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fab3ff8a08a59038552fb592a85866a9a3eadff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3b9f7719911a74db54b429dd653a19f7573076f1aedf2178405c9de74b3611
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e2d5f7f572ebc87a6a2d820eb5949b6eab1b07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f56f9a469237b590049031d344124b0d79fa0cd00cc42dbef228ed54422718
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb0769c5e204469a573a29c2d73ece305ff313e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fd46d9463d86ee2feef73ee6223cdd9190770872bcce009de066c1b39d9a02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457b99548d541916cf30f265f3feb9ef628a3e86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aecc72cc555fbfafb025e89e67d33796eed49812ac35dc9f76be79991da7c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f62204186101716e0dec2e2454bcc9af9e1f0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60d6989ea74b5ca3867e7e5b82e59938225fd46f5c32cc9eae88f6c4aaa7e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace9e77ff1df92d61b54289de348b9cadd4495fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f494dd7084d72d372b9a0b212f5c4c32d33a437132ed2749dce2dd4efe17f848
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51060e8bec903ba20a69c27496907922343e56b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bdb8b3b8d74f4b7614e8d732b8a5cbd9f5177c02d1530fd86129c04082212e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9f27402cea1976996aca68202d61aeaddc1814
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b840bae215f3ce99e7a046cbd00a1aaaf5f3ee776743c8daf23d53f58bdb616
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe280db7a04c19e54550f7694580adc45227b9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc9450f6460cfac9d8cabd875451c7d8231b9f5d7ce9afa0cad7de7ee2ce665
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf26e193fc015fea1570b233599589ef78709fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe2375e242557c38733bad3a3a1ad52b24e72010dbe6ccb5c05667b290dac16
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528694a571cdc099dc8f239cd0913941c4c39b01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3492acc7fa7f96cda4e268bd87b3798ea1a4e629567aa641e0ea6bc51f898156
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fdcd0cdc7195dfcb1451724efbae1ce3f076bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb9b59f007ba95bc4e0a7ffafc4e4150fbf2afa180e43564cb9233045ab8a56
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc419aaedbaa71511a67549993131b6b8e4032b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f72a5a37d7150bc9a610581b5f1c6dc50247c044e1f59e5c9844ad91bffb4f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c48a0d081342fc1a2559182de134c6385456a5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d5e838f4f359a7ff1d5aa9fa50e9451068152edfd5a8a5d90ef1071ca1f42
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e25c4e3d763b3c61a683039607de8979e3288f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20614713c4cfa036e79f7d57f7c45d88cdf046aed1866a994a0ff22cd47097a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff44e51241e07181d709135314e861bef7acbfa8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2110d962f55eec809100da878a9eded87b14f0b8f662d38af14e5786762e479
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd588416f3ec0f8c942b6f1791681ac9b75cb508
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeabde5d71b8f235511e0960cbac6bf5035e42ed49c059b561b6fba99f59068
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174eae1b340ed81543b431e5a38bc8ae6d9e79b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f978acce2b06365bb3840dfab0e7e4b94718dedd9cb36f10f7bded6be95a056e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7212c1bdfe00e6da0cd302fd3478d21aa16c0847
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58c5438ff05176e04ec810f56c1848f6a95ed15d6bb9c9c2ff24e0793121d5d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce078ff56bfd8eea6af6c423fa07f0e234f1bf57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ced9f1e527f44ed6fe4f27f6d9295e8d08ccc0878c7c7422c7769147741b3e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a900cba8f75fa58a640ce254f55c76906efaad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57b8ac83b6f4eeb974589a11a5aabfef6288c78faab9641a6f74b06b2b1babf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64165797a5a89f8114c41cf29ab8941e64c15131
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3962a2d05b6354baad131d52339b28ab80daa833bb0d2de376bf6e4858cc9f1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7ca8c6d1801569d400cfe87457b5a05d9056f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15b5a86ce523edb6052641d197e6e67a2024f102ac59fe8a0b7125b41fe0d2e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448fee512876f7c69aa3930830de49b7778bfe1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd93e72416f276e2cebdfacbd9427bbefb5b75e678fc249792d3c7c465cd694
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d15275ca3c9155131814d24c7107e32dacd236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07372eca6145fbf77b217842bc78517a0fb443ea08db4c593c1020506228b393
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3106662d7250259e9a64f6b9243241d0143414
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3030f11358fd8d9bfea6c6859572a5c221312d349f5cbe65727ab445baba04f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27761a6d689ca6dc90efc0ba27e74c9f6a45a0ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7327832106095723d34a126de01bb38de4ece001ccd9629637fe2136e87093
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9284bf66e433542bf532f595636b74c10ee1ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e437729fa169a4b437184ad1f8cc058213a2c42342209b2367f5a19f0e80ad2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d87688f6d4af79a3af460beaa34c74b4b974b86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ea14e14960df82eced26d13c692a52b8847d03dd97381e7dda167bd7e532ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbef17f012f4d085b94d2a291035f3aeb43485c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e7544c1afe3f473898877026caffecffd08477b1377dbc15eff8473edcbd45
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba10da258dc0fdb4b549c4f8fe08abfa0a3bc08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea00866d8f8e7ffb3653f1a4922e0b59aad67112016164ba2649253cc392ce35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cc50298d0ff9b4f484e940c78b56258633eb48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57e3e41297a9a2f1bbadb28c5c28a0af6969f9717d2ee46bfe3e365f2571e5f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba3fec4db9754a8bd79b37b994065601d09cfea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c468d1a1482ae1d76ea3720e6b67da28f163908ecf49ff5ef3f307b097b0cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4c8131f5352cbd0e66f54e027ae54315b30f42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964656bcb1ddbb8ed56cf688ebb421b8bee2894f9666d14b628950c201577ab8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb4b7866f543cf1d3f5d4a7a494c1d8a79c08a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e522cd4e49cb4e821692eb68d7cd7fa0bc7c0777c73ff0c969e8da428243d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d06de6af1a7494bf4b6dea1c4deb29bf1994fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7ade90c55a2f72f5cfbb631704e098d8f5bcc0cab79223f99a4e577f41d407
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f300ec5ce2da724a5c35cc7ba283e2fbe27c0fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d570c347b231a8d36726f6ae88bde15ac72ff59f3fa4bbe02e8c1af4d83f705a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b292e92bb139bd0038ae27967e4468887c4f8ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a0b7d96fac06369af69598cb3195dc02ba9aacc4ae61bdc9cab889cb56773f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a20dda783090d96172176c157862e52db020d3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0458ce089ab3e783f61c208fa73b393e9e89b381fa28aeb34228372bbc61458a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5564bf956cebae556011eac6e85becb0fab162d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d4b4202898a0c829926f6c7f5da8478ea6521d7e735a5f8db9b7f95289e28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e93c03fd027bf2bf5150dea888dd409a33ba35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47d39a2ada7c6a7570a45d8464e4eb817eb711cf31853935387281a84fba367
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e2b1b9f7389fa4ef8fb302bb906be9d264e7f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf07fb4ebed0cbf6cdd2ee39b4f866e6b0e036471424a21e35d0a6cb51af67d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f06d4190f1d02a6880924600fc9be80191f4cb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac94d29e8178f5cc39452224179d9455f0bf8550d3fcae27713f520ead1eff71
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51314ceca3097d0f51469ca7500f5cdf342bb178
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2663419dbdc3b8ff1a82b8d0c95edc097867f879e1b639b94ea5427fe506bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed03e1a4ebe012872eab27b875205c1cc729ac1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0d3fd459d80d5efd4fcdb98cca09bc0659f8ff620c2dbfad8807920d764e2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd0284fbdde2fae80084161d19d6f15b0275648
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bc7777e8dd4e423ccdd6519e2349fe22a6822f6d89e6b32ac2fad8afd2a7ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545015d344725b79170f66c3c6ff1d3769282750
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9cc95783f37af63197076b8fd1dcd9d39923ab6c105ece5bda14404fc856d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3571046199854d6562670261ac8773abb77131a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9167f4d69806abef0fdeb6b8d2c5be9316e0d89d6ec0b324a2184fa80066d5f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4969663802e19db9096f456f1b37609fd8fb96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7b954590cf6a55ef02fe288d64ca6f1dfa7720d17294e438f2245adf4b0579
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3005caeec6eb897026089af449f2653bfcd2e1c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0288e12fb3d8fffa51c8ff176f4f5b3b73a982e04a238c8104204c6a34104ca5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a46af6474492f0959ffb5df065e5461e55dcd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87da398a3dd6f5c8a6e9aad43c482ab163f52b226e52d9ab535e381ea885512
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01760358e063e9ea36426fea1d094a4926c1edb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3434db7d1227935b80f3bf48a1c040b74a749c90d1d0fcfd0a2bd46cd2f45999
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecf84eaccda9f9c766f68d18357ee26cb88b2cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ffd8bfcf60bef75c0fa317f9bff3c694d3ad1480e6ed4e2db3e20e198c957e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a73e4743f1d416a71028e342f9db1e940f8f6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710bb7bc8b4076c4845b3dbe074525f67ff04fa490a67bff6222e15cbe15d301
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f9b3cf4e4be89e559b371dc82cbb57f1047bae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5749672407316f9d7a00dbf6ecf5b672821ad95b8e32008cf07b5610ea33df00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8874f25e5bb3a10a960c0cb3b54b38d2e494d6cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d908032d364df25d19919d281778fd0166555b19ec302de3da47e266471cace
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bf036edf4bedffa6e01b2e2414086d817963d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86509a0e952949592f796643afc14fae4ef3e3870abd75eaab0e7439f680af4a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf21f50f9c8b92a45b1039766fdb6ca6151c8726
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef809f30d99138a00cac4b4fd4ace3f05ff323cb6a4b2213d2065869a089752
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36af10fd1ce886d9b3ba6849cd1c5e4f2872b9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e47db4eaa55aaff7a39761c834c73df501c54202e8955877f03c7e7b03594d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb83ec24b1eb27866b435593f6ac4d32169098f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef8507441326e201255ae2d508c330b39ed98b640dbad185082405b2e5ad77f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3102263c2fc07bf74e83afbf7d3a2825825a6138
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229f6c64301b651b7c480a205c38b6afc099f20f4bd086e8f4b6add7d87adb18
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736f248c2e175bb0dd5f1e979ef37c6024d38c90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa674c103162e922d6b02f63bc1e238db198b089ac69cc408ee06f5bc599919
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c256dca31731b7123d4103b7f0e5921edd593ea8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2cef6735ac1bed2b2d10c15a15a87871fddfec81c16ce1c1ffb6ff6d529d2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78976156f386c24412495cfb5857bbcdfcfc8a64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d985ec151f63eda0c9c9439788b4f8b23ae170e387cd9a5145ad4321a8929f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679cf3b3474f886d51511832105012e31b7403e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b128ccf76ab19a8ce11553b554056eb34dd97f3884d5c3c079470499242f69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fd503cdbff6221580fa0bf4acde9d641cc489a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753cbce429d361c37d8c2b52ed41669d5d5b1b0a05a1751baa970d65cd2ab8ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09b652178d944b7c7e691ee0487f2db719b8fa8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd16dda204e3e7bc9fe38383077e247b2b2b4e6e2c8bf260655581a49980af4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41dee14b07a223efde7126283f9fad1bab4dec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd009f4df707f545559bc7d3ea114654ec227f526425f1d298905bac4c6bc527
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a7f4d3fbb1a72eb455bafae6079f18c9f555bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0d10346ef37571b482eea09d5b85dd47ec60889c05621f3a86ce2a1aa9db0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fd641455c0a9e984e73fff453860351b7ad09f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546e8b525f3b30d93b888e5f03e6e434c12fa26b656fea78d1bfa7a7e0d7800b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e70c3ef8fb770157bb2c5eba7984639516a9cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6495ffcb7ca0f3b22fd0a1bd4b651a667a61e1e50b82d9290f0fffb8f5a4584c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d47b9094978fc6c2867788a4a78bcb4feb41df8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2df6f4a915d89a2086a969b9fdeae1d52530fb51b328e45165a1620a677026
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a517374ba517bae5f58af11b579555505bd128a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ded4e417b7016380f13f44b23eebfc9e7bfef029be4ccfbcfdc7a5efd7b4a9f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c03a6cabd485124125c5ec218f80edf6776e6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59fd54f7258e087ebb4eec2411ee3a1589bdcc5b86456ed19bd0fcacb483e85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303aa348a9b08374ec394407030018079de66478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c700a7be2ae7867427d6ff5d5eed3c760f2d7e46faf3ba495b19b2f009cba12
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f06c91ad302719f5fc8b8054499a04f403e04f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfdd634c3592ff62a06f0be26e83512304a5d2e728efcdc43ec4734b985735f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913e20be545779738ef88d588748dea57586ca10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca59a0a094ec05a1c3871707dea93bd129f051f78fbddca7ce278db95bb14b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab7a9a9364cce8f6bedb3189729642a0a438030
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e00c3ad69010d5789f67c6a198ab7648527e480d1a25876731c68bc65f003d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409240c7924393adf2104fb1afe33f6ea5b48791
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73bb002c042b0ca7cb7fe1967dd65afb565b7db7e5a0c2650ddbcda627b06dd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0187e4e0b73ecf1cfafa1bc5ddaf2345d04ff58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c8df60f4ca4e1d5a6fd758aadf7c6e58382d9a7cfe7b2e8336166d9cd8ccca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27091c15b86dd9f7185b1ee57cebcfbc8f12c217
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f494a002694a3328248b7dd73b4862956ffc076b320ad3a0c5cd2740569f444b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306d772c45cb0c846387f2d463185fa4833bf143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9196d4a2f6bd79f18c47f1863c9db1bf2a989524a78820fe676a8d4209136b6e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a2d2e33c6bb254f199d8c7956a76598a6332f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9b6029b31aaa3c33b79fd4b5291ab69d4b0346bf19c52c9cf9e3ac333cfc4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3050670aa458f282591c6cc8ec20280aa16523ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7b44478d734d91f33d03de5f9dde4c2d8f816a4934ee398740ad76b26abb59
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f71f79c01a6b5720f7c5d3a825f98f8f5a82e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264a299c4dc74dc3a63456f749ef90a81c593ef96708bf86a959ed445e9bb455
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3814acf226208167adc3d0d5d2c0d8def04e9e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d15419779e3155b5aad523f34200f98721702a9d655637eee0b1e1f667296
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e604abc4a8a67de64a24c69e1109dbf35dc8fd81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cb3907d5559107266eb231c7b15db76a1bc275ab952b7726326e0216d64f98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8a5fc2f3a19a869be30a7d66365cdce31c0fd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b9519d7f977b24f95f772c6db26eb79af100723fbb717c27120b7fd1659e9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd54d7fdca732a3aeeda2b67751a365906d513c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052463022ba840aa56fcfc71951a40954e2f501c6bf03efcb45f4313f780308c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0f8e5f7000429061f4f78c00284e5257e77b2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0eacf1eadbaebb9e84dbdf9574090e2a596f0d0ee0b73f9f0ff3f457df8deb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de3fdb3f9e0e7064e1e65fc715857c2da24dfb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494946890c396603648855596e5f53b5a8b82449fcfeb6a10e1caa39ce28624e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2ad93a169cad6e8e17ce109abe1c14f6c99877
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22ec42afe58af4157cc4faffd8e3afb5262480cbbc8e35441b36ae0d2246335
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c63b651affe21b270e47add7edb257fb0435062
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece90a6cb71c80100220a432abf66b6479e2a35c32a0d8fc90e5923e2edf814a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eeeb8b8fb93f047f0ad5cd5dee473c3fe5aa87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec651b21db83b6be03941e34a4bf8d0587119a7656356740b3a2d1a65eb051b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb116f496fbc059656b5213a7d0cf3e6033f08a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e08aff4bb5e4049455b1a2367576fe4686c9a7fdbdd02b7ab9086a929109b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6d68aa163033b440baea42cf5e83312f896b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30304f28c8cd6dca75da374c90038384a4bb93ef9dafa3354797ff4231ccf69f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1854df9cd9c8326247a56a1d35510b87798334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732c6e4b2911ad4e83b23a5b6173d5e03ab78c2d260136c5d3fcad84649af866
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1492cdbb1b2fc5f116bec8c0c869510ef5146866
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14a1224326aa9b2173a23c23b0bcec7497294885653f5d4af485347489a2de5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58c6adb0299cd2daec4fe78073ceac3925d8a7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c32b8c5ce41c74a800bdbed9f61eabe9b35eb0bdba24a3fbe1ef7e7978233a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34aae5d690fa9b53f1c520b32207f95b7bc2a3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f0addf1e0c2b3c02fe7c35a2649ca96b2703aa6d04fec370f99e9108832824
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca167f04ab6e2727d80da7437c0c19dddfc942c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5035a77cf2659cdfd3e3b9c30240b183e0f3c7c66302569389185daee7b035e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6bd0feb54fa4258c6a2b50ea4598ea87febd42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaff6c6cf335143efd6df0a0925a8b6d6ea9b6c5b9cf15e99cb24530158acdae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92b89d7c3b39c575fad80e08ee653b943725ac8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d05ed239c059a74f6ae46f73ff146eb5b4a25591b5b21b66536be618eeec21
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb48030d126522e8da760cfd89f6a52fdb91f620
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a9c365ddd61b8b091615c79f524b8caeb4c5aaaed2a8a57f11bc69b9e9bf0d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8225e4026a325cf60ef59d64460f822fba40fe01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d4de3b05fcb5e62b952110d29c0469eca5bba8ac20cb686f2d69bc9e3291ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746463cabca271a3c6d324366f13a2e768187126
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c820d0adea231a524887f03151c186865254ef71d96d419eeea65028e0432c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec64c2705b386a34797e5a7b58bf24f16bde0f8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29baa02980b7692962464bd84ad395efbf648a815637701b61472a3c91970a61
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7854085aeda24e51119043523bc1afdc403c588
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f54adcf2fbf6788befab1050133cb6835e2db09df63995a1eeda2d503d552f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d58c241350eccfb2c3ff67802453cdbb9382df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8071a850bc944616f0dcb080a5906606d9c06476f129d4a743823ebb98b2f855
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089b7d6780cf54ee2f0163db577c4554033c48f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b35599641c0fe79acad3d2cf4fa080cdd67f1a618bc4c10ec7eda9ff887242e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f92f9640467e87ce46969edd7336333439c7a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d20829a365ba6ef7b9d51092b0f54012decd006996350196c87c149dba8cf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0ffceb989ec030fc0ff96b6c2a63f4b4e7ba80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a9705620e36d6cf58f00961327d05dd63e18f32a26224fd50dfab31e4eeecf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e05e435901f23edba2cd357e0c8de323522528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ce3eae1f8b326cde90ef90629569e13c7415b7661c3f348a15c66a5c49e9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb56249fb90dc384b67b002398823553388bcff2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a365ee38729d7ebf2db7699ad13884687958bda8a891f28378f6b7cbd4b14ef0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1484281010e3f7f2ee436209c1095ff044ed0e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10598ed46ddd648fb8d66cf4f48cad2e9979eebcb2d1a12d1e60cc64f0cf436c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5fbf07964979b4599e7c992fe73b84db4064b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a768116103d4f20baa7f269790b4e7c7a4e7204e893388fb00fb5db75867fdec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5116e0e165c7110a2e1869f31b697529bfc14a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d07a5cc9272a09c9366e45cd71b04601d1d88ee5106f3fe1706a40465a8837
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6a1e2b6e486ab6fb266798d6c40a5c4c6eaafc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d4c05a97456c373d8a50a0bb1f90c87bd8425a1f2c0c9c393dc1fcf2b83e9d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ace73b76fd19e65c45a620c7663534b7fb3c8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538164cec26b1436f3a4250cacda3894f5f1ed1b82efcead31ab3a046be990d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f50e3785b5b9cbd68c9bdb513517552bef9bdea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55517b3f696664043aba77942074d1376e795d00bb632906ae5b9dea390bc2af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438583814c92eae7a013c2b6ac3205e1fc228bf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a217116836ac23b42382f427bd18fd08f35019085640eae266293eebf473968d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a32dd98ee58169a802fd295a061c790eca51bfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe2e8ea07db3c6fd976dad0e96265c73ea58da1860f53a8cdd93bafa5828d84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220002d6e01446ec006b9ca5796b5ae4a9fa5037
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4bba7ed61121ee8bb32ae41fec19e78e4b5b3b02ee063904095c4f1af7a05f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f74d08c4c5e968317b3dddf5ded5624c9f0efff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33e9b21e6cd97ddba5ab4e90856a205c532237591413c018f1d840a0ecff252
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb95c6b344b729550424cd847ea48fa4da969df2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db7d2385c6eed0898f716d6133fbd0d92c1defbba916814d29f3930e153f9a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb8b45103fdcf70bd8e8141278dbb909bb3dc64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfb2ab05d8928c73a89b52199fac34395ac93f11caf52317ca514e0ff8c0ad2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ad2ce64a6e2239cb02360dbb17c28a167a1718
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9096279325f926cd4ba1fc6c3f58649423616ea641835c886385166bafd28920
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c65c90b15a3013a6705be5fa4ccb69a22bf49c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73857a5e3d9358b5ada41b2a5f9ce314e587dbb9640bce87045d6f849096b1b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c217e7f88259556400eddc94fc2f60c2dcfbdf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77501a1f6c453d01c044769ee8dc0fd110be42d7d7cd083ffa223721083cfb7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d439496823969c8a1093d15523083bbdabd46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd165ba272e1caf46616b9bbdbb84a5169ae50a3458f5c616f00a1c6c48fcc51
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01b03b424f27b6323cd1f7c373442132da975a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b3c3d67ec537dcdc3ed98abdd0aa05441198308b650af49113f7152224f47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58764fd4f556eb87b0960a418fea6a7b80464597
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92766dc227874254af893d13f720b97cbdd49e623f551dab44327033a363f24
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b6246c4a6e8d4ee24ec87cc501dff6ba068269
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d502eddeb1fbe22cf00a082e45b2f0a47f6c34d5cd7efbe4bc02ae0d709e10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e09234a44ec9a093694768af625c177deebc510
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ebde02a31cb761b216720564727bb89e9a51146f82657dcfa658cd1e6b5b1e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023c0a40579c4a1bd822ce52c5200f909504e923
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955aec78657089f8402a6e068d8b48ec76bc50b03abf35b34bd470c103deff79
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55758de9bef89e4621cf5975d7edb7f63b289fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaf6ed03a7fb675c08bc54b1b22bcba7c8df836af915a367a60c9ab4b617358
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e122e03297e6fd752010073c2b2536fb28fe85f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fc6bf9b08d277f4d5709dd26e96460e3928ac1cc74fb8e70a699fdf0326e0f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0630c5ab3f3d3b5e4c2c411a9fd29d37fb18edf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5378ea0ae56918f12d5c2819f41e6bb536a4b62fd5d0053ccac2b5182fa5ec1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260b648841be46b006efdc6966f6e90454e6080a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be07f3f4f41b21d2d92f0792b004f52a4db73d4a0316c5070c173545ae76d43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798d952cfe57b434cf4e18ad461cd046d730583a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3dc6b7aa308955b1e9cd169eaf4c6d29fd18fed291be6894b1415aea1b5b9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d0c154493cef71754daa037b10b7913fcd607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f68bc17290705cd024ef333bbbc3395027b45f8cd94f9cfd9d4a6b0626f65d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1425abba86c12bc4643f611d4d79790eca82a5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c71bc1b75723b2c355e168312bcc863d6326f1a90c5a1b115e32fb77215a242
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f76119e6123649d966d9cb4fc48e7cabb1761be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535ec6f59b452adef246a5132d4a401cd8c07642760d039a7b6b6d58e3ca972
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa98f73aae090a4917506fadf28491c43373eb7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4464262aff60f51a04f0aaa935c42536a2002598cad7975ce7f3834def370a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e717fcb0d2645b308f740ecc24db544fd922b074
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f9041283589887389666922fba4d153eb2cb45d6653c1f2bc7620d3e7b14e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8077c91fc33516506801b90ecad773776b93704
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934764e4a44a51a8babc1581accd90f580aa044194b7a0eb0aa3bc9625c12191
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5b3d148a357de673bad2d3a66c93d9f5f00a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b0343da5fe7cb4817e23d2ec8ba2dd22ea4f6d40020d10911ad5256970f92c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fc7fe6a42d069d14564e88334547b75eed7a95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bd38bf238388b7f01d1e5306c6d693ae119dd7e4b88ba59c7a5e9383e17534
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb65eb50afec92fe66fdc0ce2485590662f1c96f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f2c385a49042fe7762c5daa0e502d71c81478769ca8ef724103d3002c3bfa3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792d4f0d872808eeafd3f5763408c41e57e9414
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245e9cd7b0a3c62077b8ab33b3d5ecd494ea00494458c78510d291ca2c34b9e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb08404c15cc40db4c5a979f3ee053526925474
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dad0c82330f2d9b81d159944feed502807a86a2e0c60100235fb06f6edfc2c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d08f21583b2ae545b6375cce033a37854ebb54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998cd00e966c093f6078507f5ae90ee4c8cd880ee576cdd8866b4c202b78ad46
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd958b8e3109898f189a0bce61e081c96f8bb6e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e416be1a3350fde02aeb313eb51586d7b16c109acd06ade6afeebfa734c7d4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70397c2fbd3e3dd1b89886dbc597673da2ebc261
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16635a029700c414777d27ed01a1abeee063ce43a19b9da1ac4d3e6b9a694b45
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b302dbe81f8652f96679771569937f63ceb72c40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96897c9b4867fcc748546447283b0624aff08e5cfa379bb8b6e4478d0ea63dfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaf63443b740af48764ecf9ee21377575044a62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78702c956429b5cecb8da9527c100f25123160666624bce1c4c872c1527f5370
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f25d2ac68e53b81c8b35482ac950ce34cf0fdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892cecb6a25c076a390f32491c379178ea68e4b514d2b9f635b6f8fd029d39a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c08cb6ffac1322c5285b7cb2c2fcf2ae45d4d2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eef837c56d5ad296788450d0e945be417fc6838c4912fb4229439407ac41e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6821c412795b2c8d28a2a8b0e3f4616d35a67f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb9980ec0aff1eaa02e1e08a0a15c7993be920677b7c6b10d3ca6ae4e771c97
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efe99ea6970fbd7cfef5ff1a7777889b396b70d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3451bcabcc164d3e31e6b35826afffdde0b89e60a84d7751527f764b2fb1795
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5737206b3c3e9fefb918fb7e5108b1760118bdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19713aca1de69e31f119a3df49d7f8e397bd1e2ef4080b415c49f3018476615e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f1b90552605a8315352934b8e86d91c26342f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a48c9c6ebc8bea2cd3618c487031a6e7c150fda13e2f00efa716d54a4482e57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e158371d2ed31eb0593836ba790d734912a7ff12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f834473ea440e544972adf689d6d953ef60bb28e87dc00fa364e2ec2dd8318
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fc3461318cf017353b007ccf6b25f1e9acfa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca167cde2582ad1db9e0325f67315d7921a036c1555527ed8164fd01242669f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8246e196eaaca7772ffadc949f37559daf20cc3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bab4e04050202471e0e7bf8900428fcbdaa2e1ca51d204db5e3502d6cce9720
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed120ce1f90db9cd715e5306346f56db1ee91f64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf46fcbdfbca884a572535cf3a5772fb192eff2393f292f448682cd18c72b1e2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0ce8d2b47369d890c9870ff14680adef78ea09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3821db4e7505ef62bfa19c21f278b60890505b59089d0135ea3bac8b7750d971
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def7982271acc0a98d1be1e88a62da6caa66cd67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98962777001b3c5cd2b123e68cdb2f759143c944cec28b75a9ed2141e3f7162
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1690d4f4652d291b3a98d7a49eb24d833663e02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f004cb5d755a0aa3fef186e162edbc09dedf5b244afb827894c6e9aa28c4d19
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5e43bbc8f09930485d34e1884c1b873748f83
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a62be6bb2885bd0c51ce6bacf3934af82fae39966be0ee387abf8097cc574f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7c5d23113bdbc1705b60f3c63b23c186450e37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc78a67be1f1e8c5c93ffd7411c123a84b30f43af8982f5cb5a402431ec79747
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01b480b5e546c3a6284108119e60174229ba0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7bacf12d4e4a7aa82d8d4c8023d5bdf6449ba059e51e9bb67ea6de351d4709
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e1153a29880a410a8dd6cbdbeabaccbeb954f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6b56c8d93beb3762d4e0c6518b23fda5b21b5ecd97fe889facc8777aaa39c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b5d97544d875151b4ec80e36610463b63c45a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f116d1a55f18e62f1964df57895921de8c1924ca669653bc626dee344d7a70
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a902ad0b9c4600e0743dbaa8b0839a5b2331bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b14804539d9aeb1c9e6ef77e57503a5ce25081cc879095489b8f28c5f913d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac731c33ea5c6ffa56ecdc2d170682c0784e585
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9036d754e5c5d5bc2e3525352a4a56f6c5cadce30780b89c3354f3378bb63d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933f17160222559c921c34e534385a6ea401f9dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84b5c12d5d347e0c3e4570e2e2d42283366ba7e5968e1d109c7b6b84bfbfe24
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3845b14ba4cb41351cc1e88fe918a9b96ba06d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e36655a225c68b47aeb5ac4e967146bbd822a7480794cb53c3f041f6d152b6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a85ff70c12ed5f956feed7f59315b9c711f8f77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fc07856df2cb8d1cdead04da78cd12c7da03ad655cb18a52badf8ee79634ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f17a82338713bc71e396487f7ea7d91cb52ecf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdac5797cec4af287f539838e9af069ce9974a7454d8f5d47df17eb865e21e9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154bce789d9c4702fa34e3268e6814972beb2581
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7146eb1fb908649d8ebb1512b2c8cd2cb0341e237aed78a439f31d30ced77a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fe37d918459d8317b4e70d5d7cbd7ff52ff701
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9e91dca740e5352d56ff433f28f74f0222b72dba0864e9164a02c43fbae70b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab3f9eaece3af3d7eef75b47b0d3c8e4250d6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e934e45aeae50275b25304e0b02f39c4251208ef2a0f96353301767a8d7ea632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13821cf367d6997a16cbdd2e501e8bbdee2e92b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7a09c16bb19259ea2c10a7d150d5208324bab0bca1869ae0df684949eb35f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d5ce5eb060d4c4b1b7b2a124c034fafe3e62a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df267904d8d186155945124041f0776724c5ae707f4eaf87c4c2f3a6e6df85e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b46043f5bf8af747416bac1cacd1061df54ad81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca02ef8715bda46ab819e127bfe8f85d8c972e7cbee2c59e177e20827613237b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08858b394d13dafca9251868ff190d2cd602bbcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcedcefde66547362a7e324c6a037b90538f0e13152cec0a54466fed196a223
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989ef039317efb84e671316b991408ba035a6b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eebbf082eb13608be52794549efefa41cd97942d95a5cc2f9132c42ef8d426
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bd76789bf63cf6a5773cff911c851b2df4bad9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b20432a49f79c4bcf0bf87168443c3078f35d1e57e0e7264be0f79a8202078
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e44eaf14883d50db0b09163f892de8f4e360d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ff1eac2dae6ab3d81ad7338e9ad008b53dc8ea80686b54aba73b81af11815
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8ab9d542f7e8e8a786e4268577b1cbfc11c49a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42646027b3de22b51c139c37b028833c0b5d28d0dae1bd2e0ef4663b5c396292
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c29d299e19a92e21a13ab790f5362c9ae5193
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdef5c64b1223276458ad2711c6ee9e850daae981e6b2efc44e9e85ebc725eb2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124cd43c43e692cd72c3d14401fa7e24197d49f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ab0efc727aee2e66cca94559dfabf10007a6243fcf7c996677d72ea03ade1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a6fdc5651a6e5edd7026614e668b263780b597
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a00df2c1d0aa48f9d5c734d04373a5917222dd1378f7c334ba9a68529c9952
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eb9b4a7c19dce1d6f0352670ca80caa7fe479e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b00716364e998cfafdabcf583cbef81e83cd95819b388d7111373f17e1c93a9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c709afd4aa2992a70c16bea21e4e968b28dc9ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2f7d8344be2ee69b1a10121f19d8eb75ace6b27a50cb8b74bd252b6b1d5742
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84007610864bad594ea929f7b26b3f358d5529c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a7e06428490afec7cfdd241946cceb9faa204587b98dd0f4f1240b20749aef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e64a49685d65e45700be7d7e4d0bb835847621
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcdd4ed06f73483529b85ca6095996705f0d54816c90014a3504b6fbe57eadb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea094ad90d06e6960b450b5e67906d5f8e8a90d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2128e2d4310e773a943c1827137a3cbd4c5ed713859bf8823d069deb97fe257
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1ee64b2542a788f03f80fc29df4fd89789e50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34500c35937fb28c26e6d77a5924175b68c13d24fb0a953aedd57366cbcdbf1f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e907f5fd10ec83459bd1eedd606339a355d23b1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee0cf0071cb99f15325ab0910b0d03063da7e24649796961daaf7dcc3a4c6da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff325a32b69a6bd2c1ef6f70bfe1d00ead472cc5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c591a741451ca64a608ff23ced53e9d3cc890bb85135ae00f050afe21cc6366
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf24564a5f8ab3a4c1915a55089e8ba6de24e5c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee62c2815169c0156b1b0b9525a5fcd5b974699dd8d7adfbca768a27028a16d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d280e85f93873df544b1a334bad6fb66072bdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2239365442ce4967ef1fceb6def89ee89c933954040dfbe488984848127b2da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf59dcc63917c27344ad62bdf4eac9cc3401d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af7937793ed11bd72e6d9ddbdcd91b065d1b5035892483def4821e6dcbf299f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ee022b7dabe9a3fc73214429c623cd2f085e26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9668dec2c9d79020b5a1eee224a4c5bf4015bb9d8dbd9cf4b24e5990c15ef8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c283ada2edce69bf7fd56140bd1eddf8023ee6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac857cf44b494928fe0510a683d6382df5dda8573044fe2900d4054a0b2c9b17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb981e13ebbb5a6480daeb308e8710d878741e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd05dc73507c5a3b8db9a93b2246c602cc36e825711cdb333da5093e8378ff8a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b173a94f409c3be8a963930c20f9f3912bd0c7a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de283e21f286bc37029b995e30a0f65201ef49f5345faef26f73282838d5df7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29baf49a161e94f09f63d4d5f64ce76d5ff04ce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51188f43780047b2a28f85582a0368fcc8635db32de00a9e52ff950fbb27f9aa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c2e06c9269973c61a8b691a8c7f5a6c921fb3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae15edb08813b702f0321856852b0691b3e7a153238c953792c051848b865f90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13eb85562e483bda72905073771b253a442ae07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94987f5c9ce0b82b5b580ca99d3399d987528d6d0258e65572e45834fab2af02
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dec6a92509237f15fb79164cbf48ca5a7affec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b602f326f3a5b5173f390f38b0a80e6efc679dae057a77105bb9d099bab34
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f74380ec5b263d0f018e61477acfa7e14912c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3409419a3aef54f31d283b1f70b8dd4c51161c46fffec9047f439387c215db
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cf0fb00a6ed721f12f8c06d07e5d9ee4630633
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e86336f7cb0225d53eb954e5c613dc7c454a546058ed09b704b951d55ba6d61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc95658cd5805f66a4b9ba01fbb61f4b0ab99253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8109cf74de6d17b8e989f79f09ebb0f6eb98fb1a2279e449b33de128b69697
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1672e0be9b9aa0b494aef982a379baaafe11623f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa4e97a0e0bfb8e0d0305644f98cd75233c902ecdd5fbd936d464fbf1d432cb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db4f437a55cf11de9ba2646575897901826561
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c27b5f440c3b08c551effd40c4e4a4ce70b5629602f6905bdb3943e89b8a2c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7728b2ca21b250caf3a3f211249d4d8b8cb73d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31543ef6815053d17435f8648502a241132c03ab089172169465ef903a7f1c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbfac9c00b029752ea20053dafdad9bde274625
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6494949a7942996994d9c431ac9434fa9b4425eb9981a4b704a863a07c920a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb74573cede33988d7177b030d2f387517934d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2c06c24e28977ecf7e45b01262fd22e34ee473427bb92e6eda6179cc69e34a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0e5181e24362c22240b2db9724c70990bd16a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924748e54bef8ec670c89c6af5c7521c6d89000e6d7bbe599946f50aba80cf61
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02995775ba31d640b73b1b2bc0c0a64a5baddcd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992388778dfc25b2da37990d5327a80b0ba3f85256442d66d4a65f79d21f3c6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680c7f4b9a5eda1d3b1ef4a41c777abff3d9cae0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710869a39a082ce1461084529af1209a21b0ee98063785f66274f8c48eb8d67d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c8617c93ffde4825614f6b6eb9b71f26354e0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386e8e93fc91d01effd0672fc66999bce68f1f2442ff75578b3637b3c03044d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fc337f4d2da10e73b567d2b09ba5970f274260
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c664299dfbe177c0a8b458ee21408b462db4abd4f00e9d8e334d414749979b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362802e125676ab78947d7e78d8856000fbc54ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111ddd596dfe02e35bc646255af1c95de3acd94d65009f95782bfbe6a571e999
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d15ad8205293a6c58b103d5ba7dc03da5a3ed39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7937ee6e77c5a1173609aea46b40242ea32c70072176993286de8733e8670490
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e7681ecda33c774ffa9734ccf9650bad4a631f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4c0e0a6220d2a51dd83e85756587319d4d6b4966c815f4515ba5a2b7d48b21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8ca8d4364c6e04ea54c547e36d8c4c8f90ac8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2f0eed442a9e7fb18fb66c43daa3be4ea737a73b7e51a9a6d6c6b9c3be8024
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4832e27655288c3186f92defa7af57265f415d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12866dadfb12d320621ec6f0c44425f430244142e085ad2aaf04a3ed147ba25
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1207828ea209aa48ae7076110c1f814a37d3a1e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1c6e4b5ff68f9a6ef96ddb6265f463f1bd93f363841ea7e3cb29a46359ef85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dbee0696ae897c1f1ef921c10444fedefa169a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cca8886aaafaf2334ff101aa6adf463627d209401cdc921ce4d267c009f8ad7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64cb8eb0bd3fc01e9d8e221867dbb07557debd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f380c1c91e792d28e4b13fa753a4bf80f7c8922a4addc423fe216ee783882728
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca993e9bb0d1aea27b6fc969e688ea02dedd51e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f57408139dfeb869d7c7f78a720ae86799b9b1ef62d470953837e68157ec29
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbde01db44bd00d2c446427248bea1d287e0111
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7131eb99c246f6df8656eead5c8fba8b92455cbf1d04ee8d63a30e2237a8fe22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86abe91003b36c67bdea9d9ca0e9062f88eec44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3723e44c743ed7fb62da15dd3ec8168706442fbeb14d4d2969440cdccf6df3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aca17ede03b26d68a773e631979aee1eaf2103
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91243cf4490f1719aa5ac2cc885118d6b186b639c0cf045b5c90216c04c8e652
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081ee8ee0167668a6c5b8f511ebfcdff6e03d7b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6a8987b763a3906768a6842e2957409f8b848e336e70f78e8144fe23a5fbaa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecb8c76f3ddafa5a80bf510dc5afa62312e8741
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a14b993c748cd0c54478c451e0913f73aa746be597c70e1971ab10273b647
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa260572c2832abb72e28aa39aef8657a2449fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31737a3816224feb132d96a8261ddc7d6db72c54bcbc6ba13c959a3345a355d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e22dd497596f2feb25a164942af1c030849d38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3481feb7c897eea2b14641c898ceefcf1e0132323a0ee2130faf6cdcccaf8e75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4254c46193237e85a708167cd276acef0a2a8585
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1282c1dba8c51dfc333d72768e3e61011031c877a2f59fd9f13f4a92e9fb21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d688656659c720c9ecb35d9aaf8246929e6a52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2333a865e7f5a82370f57ba0ea1ffbd47c5ecc9f379c1ce4c12cd63ddc5c4675
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0e8ba28db7593e527b3317f4402b40709aa01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0726b65174502a21df69148489ff691a22595b7d699b9e101afb171afaf71ebc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e4916e43811b38493d2abcef09a311d5cbaa8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772186c29d7e97adc8feb447f3a938f0c2f03dc88e807a485c350200f324a376
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095e615ef9e0601a368f89d20e076a09a12a2f49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7855d4b0b03536ea89f328eae7236e8584083a42030074f8befe557a71fc205d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b340fd23c4f59d5c879cb45ce28c5d219902ad15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79a7f56a850a6c567ef604d544566caab5cbc3bb5398658570dbbb36ec15e9d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158064adb37c8c8b402f0d8ccb6e815b691a70f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd3febff5698d0336c67740ae97029bd8a4c6b00173dbcea85a3e4a76b3170b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65249c1279c37f2d85459b0715e09232cf05f0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a0311c91932ab1ebaac823fcb96f39a56d6db81a4a9ada7d3caff0a72a4f1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e27992b7cb5cbb62ddea1236cc6960863c06485
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2764d8b5e7bb5a7be2c0556da21bcf1952dd9be19157a181d8028c4c5dee54e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b787bd9b705fc6059525a620f65e8a7c2aad66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6d2cffcbb98c0af21e5a9096e03baf72971163986a364d9818e3b82d978530
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a95f41d42b1ff53f332aca71e37479d0d9b25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88c24f328a0e4d45070a763d1f362d62b199ac712cb260762f556d7af7624cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0fe5922c4ee44f81532ffc8ecc62ca57c8111b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f466649a10bd83ab7020ff0a479290b75d83a5c6a5b0558c695e35ee8343b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df91f25750612299188532c81f43b1b6e32bbb94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb60dd82a5080e45a7b3ce5a1c6d7f8cbc0cf3c333077a4bc2a914be6473c70b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885957a9733d5cd4ace66a0f1c2db6c6e443f4f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c5cec884f7763534d6a7a03b00d4677c5a65b4bbf92b90a9414484a8456fd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8748de21e7c84b599051bfe05a5dbc5e9f0d5c30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd40326a984a5feef901335e3e7df260e73d0d68e00340cce19705149f1f2dd7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcd80d96dbaa4e3d1612f91144c998c7051b771
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d33d600cd50bc9c988b1793dfab12efa0356a841a076d5678ab4200ad6a7aa6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222e2a3c71b9d8927ef199a3a11391af08e140fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d402e8282153292f2684953f1ff54f712b86c0638d0b36b1f66847c990f11682
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad200d5788dde2f0db68e5540137dd5a012ded5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed44d90f85244eca19f71f3e0a70561522b2d285b2078df760eb27f1b394468
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fff2c2a8f9701b76857d391b3cc50f371e76575
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6905e8bff19e7dfcd7dc8c1e560c8b8736a9dad3bde83e5f6218ba6552652254
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbf2a90a12fef9f82d7f16811646d855f763e94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4a2d28430d5cb67d07a3e89c014ee561fa7b2ac3248dd5d99f454b59115c2d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb32d0a7f1b3a30d35c8f72969bd43f391d208de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594214a2c6d53363b6744cddbbd615c310edf578e542c3e441f5efd6baadc55f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d31a61e79b8d4721582550b886b2911b5f5d40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caaefedc149cfe52b43fdb87ed2938593bcd63b5902123ce4b559adbc8bc231
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87198ab036c28945786f25c82aa8143be0252ea9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3815bb498f8144b53efb9c4d51f7f45153417cfe66103c0cc914a854b4be9da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7019549003a0b8ca4062aa1e0a28700d8068090
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca67c43acc7dbc6b2632732254c234b25a59cfaed6ee43ca2e60c1a567babe17
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfefafc5049ddae400c5679192c56db26029db9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfbe81133fdc44d2917220c7de40b5d6827347a23c99a5048d5e26b9478483
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34931fb11f83c1f3c141f2055063cb6ca45e062d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5eb6f009ce455cb211c485139e349b3b474a2cc193bc738649447e054799c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7623065eefec5a83a1b11fd0fa76abf09826fa25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51f9727abf9b6b2eeaa71b546c18c18890159f6b2d2adaa0e56c66a7847aa20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8072c76505211b627f8b3dabd9bc3636b563f833
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56228f111305c548106b649f59b9fdfd4083c7f565c152e2b16253f4e9c0556c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66425a7c5eeb8257ec0df4699856db5a285d2158
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b806d72881d68b5d7b4b7cfe936418153ffccf9283a72b894b94e52c274e249d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8dc673b84616dd36133db8063f085ffdeea3ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bab221d0d8f85e69964df767fbe7c75570d38f759b6d84a6beefd378317d410
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fc7d687b8fdfcf35e4dcbde895cb3f62f2e6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68a8ebc12267260b5cc9d072eb67ebf774a5dcd16c236a63a4dbac5c99d53f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7af96d75abbab2c8f82f1354aaa5f59ffe9b3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d3ba1ed8ce002d24a93fccb19ea394b5b0d7c8627fc1d81662e9182a62fd1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48488bc56a4e35ef62f721b21e8c57e84d568f24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b62e6ab88c977e94a706987c922f73903b3c128ef91d155f53c69082da0cd5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c4e801906ce4271085be9fab021f20ae75a17f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10dc6e706a1c96ef1b786a49d3ad5d897b3389dd7dcc92fcf1363bfb06b3e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16d7d1b10eb88670d4841c070931802ed43be0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce32b04720ddfd7c004fd233583cb5643aaffa9824d35f695657b8e89d34b6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4949ec809cb7ca46d8d8491f0f1ee96be414c3b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e84d7ce58d59249eec701e4b24c8d231c3d8212782c6644915a23a771c276fe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b8ec3e9f6250df9f8e411be989318fd13782a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1380b32b9ef3dc9628957ed3f33c5460585b5802f1f8ffec7b8f386747224b09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0398cebf8b5261e23423a08105457c939b1b0f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3994099cdb2982d76f1987d4de06297c6f94cf558987663efc46c6e1a2409c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fbd59d47fbfbfd15132252bd3e0915d50a202e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43033f234ab93c39d0f3f3b4657bc878f6e42796edf4d76cf3f067927a81609a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73044eb31f458254ab010ec373ebd34ed7eff64a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fba1b4bb64b9fedf8d6295beb05d048d2a9e3a06adfeab0bfe4c90965dfddc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4b18635132aeccc89d5b764c12396f35e3716e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0342c7f9e431bf944298faae9ea3e59c6480af42430239bae13dea3a7e9658
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0807f1c4d5caa84055437bddb7261fc6c0ddc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8caa19325c8e65b9b95e299d9c0018a6085814a2dee934764d78cab2ecf3246
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6427fa060b9a75df20d96568f91b9cead435f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb36b6bfa129fe5b493564e1cd87b2132de19a7b9ec9e8f1958ad3d59d4b6410
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca1d380db0e73d578679a5f8aa62ea5b47e60d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d8877deca3a55cd2d0bcbc9b8780956c842b822d9c92edc45a1011ae48ac93
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4bb031f8fb2faff8f9eb19a553b34a740cffe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2629cc35204ca1500d1fff5d0c8625fbb76723c4539e675843e36b0f8add00
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c07a209d4fd83e490cf7af2b41cd4ed6247f7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841006596376e9b4db8d58af7ebb14bf96139e399d5b8fe1ce5d897cd5e01fb5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a8ba0cb7b6139ef494476fb0550e1bf954ddb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab563241d048173aa8e32251ba2f9fcd7e1b193413959200641264e1b4edafb2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760857c9f5b918896c1e6560b721aed0fb7dc5a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f90899cfa777944ba1e2934d0f556b260b82c63f251c1e3e3952021fad1ec8a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e5684f02378e9b633b45aca0b2ec2918cc32c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f522f960a059186b99b5def6c9243b89d7ea18dd82752e154c372c5c27886e4b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc530bb5c6ebccfe30e3cb90548cafda80f531
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec53cd599d4bafe4d9d53938cdb717b597aa7e89c78ea6645803ebc3ce4835d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db4a41fed51feee576046197c575cf22d8826c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2820449b1250aa79b6edad784c416ddcddd0e8cf198bd2ddbf714ae87ceca4f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686cb3f1043377fab649c12379e56cfa14a4ac6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9713aee300ecc56e73f58c2d6390bd5eaf0ccca15712d8c87239a370d341d3c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279115816e975ed4d65627413e95ee0823d85fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1876995c12110ffe814eee4a75f97a5f17014a96b9bd9d5ea710470605076d71
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147a66b8c20b7e6fa49c6371d4e71bbd648bebb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f233e674427c0a33b12e040cd5ff004d15e3648316743f71d4a73c12f59e6e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb4de42ecc9e6ceb4b35d0fb6421b3d75cacd53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8f0bc31a0d559fe97dae36f5f8352148a9b596a1f79c22bb5844fb6fb76fd6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b399d0210d23d4d33668f1720e14ab57f4c12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ae1637052d039efae688d6c073109073f2e07febd69baeff37f782c006361
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826f1b5faf7c1e595d3ba7beeb9cc15bbb0755de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5bf9db69650deca7ed98d2faf392efa152a989a858be1379ac7c77cfd9a278
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb10ab0ea5d66176a3e484ac456198f55329b40d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bbbd720f70cfaa69aa4fa73d02a57b51854e6e8ebd04c45a317c71920ae66c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60b618500b4a923c350ab1016ad77837a6e1cdc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00185a9f469feff710efe6a13bc2889f4b213c312227ca12a59724a5c6f9cd2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53acf34fc1f481608a40af478c314fe2513b2b77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb0fe989a9d14cdb824328a2bb075ec3f115a98f10f7b29a29155849769d392
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b75368f525218de6063236ac419c95fbc60900
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e848f825fdb9e56efaa6b9e317f1641f3d63fc85c35dec578555211acb68a5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a975109582d242322759ac5d290297cd4c739510
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a9d3ce54058da1eeabf575961e92ddca2375217091414bd7910a5ce613d34b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446255d8d8f791b284c07e6c440e8a42973d3ebc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a60bceafe735369977bf203ac3a5695aac288720562b12905d75c779a2ee93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198d028bbc17806d687421594e0b21166a4d348
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d93123dd01a2e5af59048f2db5f7fdf56eef76314264780069082c275d4725
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae9aef5a18cdd9bac3f9e5e8078b720d4edcf0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6891c09771709d632a9325d09526424ab8d98e335d1c2842bd5a5397ee4387f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b475022b9c665705986be5e03e19baf33cad220
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d84842df3216265b659a6ae94663ed01ae1a6b8abe629754a4b391a293c3d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e95e80826aec0fe296234350aadf85bd190f2fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a1840f0833455c0062d616afe84b0cf50d07a63d723615bb86398964ed1901
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115da37e9db0f18c41f3f87908bbe1b3869a08cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d433af5430afd237478aa2bc4e7a5aac28a3198a9c737702663a91b7288385
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd5c59d8e33c91499c0dbcc63de697df6166ab2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15a0288fefd904070a35d0b93f501b35e20b8b8d0626db71644f390eef00c7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63f03b914b3ef23dc0f4e23ed4255095e06265a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f5e456d63340d20c364b8bd9493df726b93301da9c0bf694219aee6648b473
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d9b527560ba4d4e8e4376af93c398ed0b4d82b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a682d2306e6ec8f349a595c94ff0a292e69c9e0408cc65609396d2b662eefc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3960f7854061bda05ad11a61b2b2985a8ab489a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc691a9e5df1fbd22e853283f5a81e0a997b600a3d6e3a92b3dcb66b441572f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b59e091de3ab82559656933d55aa471bf975b8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd8c9357693f36d2399d4d660a1099968df445735624770778e836e1b068d2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915268f1ee636d3e873909554e308031d4b3d56f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28efa3bcc3d271ef279682fb50a738a6475a2168ed2eb28907aca621e4d617db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090f98439c7e3ad664b6d06ff8c8415aa9127b4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c70e6d600e7134ddfb4ed59477ddafd834f3137e05ebab3d8a1987c718d51f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b8fba552a9e67f5139bfa6dfbd93b66d0bda0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7573ecc7b0041f32d6b2ebf6c5814d3c854cb7d16383862f88a893db947672c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183391d100f115232fbd8436d29b51d6ddd9e82c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336216a4956bb4829bfe99d18f769b629e13b69e63c72c8b5ac77797e15056e3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dff6ed27f248ad905b09d8d240797a88e3b6158
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375af4f0afa567d9313fb84f28f3253a3971c60948bf8dd117e1ce0dede8c804
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df076ec3184cc538cd98cde6150b626c643661a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c868babc54f0fd8b4abdb9f67da8d4040274c7bdc55efca271d06c8135a22d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418acdd999319a62c2062062c3b6db0279aeb5e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8693afd1c21915e0afdc565a7691b3796f022932262112a860b2b7a88ed06e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3059374e9b024ae174a00c897e0effc0bf55873
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcab0c2189b933dc0afc59e9b4b28d374f8601a5e5b54b73920a63b911d0f23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2166723288ad523f1ed3080ebc8e7546c707af8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98adcfab40d4b4050ca655214d4608a4391443e233cfb6763631509d765fdaa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf22914d71c811ab34ba96fbef0af2cc0f41b9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f46d733d7986fc1d177b8bf1356b84d97b8c423e2f98d91a6a62ce9442669a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71060593a561674380b7b6b71ed0a00886b1b64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dae8f6d14e8758c57bb53cd15f59d0bd00bbeb1102c1038c078f9e5bb2abfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f46d45733beef98c2e47732cfa4844e4f7f34f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a266fc95346cdaead1e515215da568616a794f646df0e1f27e4fc30a65a6f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80d82accad0cd4e8814d04f378eed92998f2f05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ac9bdead0a06969610043a188205dd92386d32d94daeca494a8af2cef1b4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c715bb0e8e471f4f55c5007d1adb4276e1922
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084e1e9346a0fbf98dd6b85e4dfc436d1348796b8e9b3f8aa3d8d0b61fe5e48d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb4bfccfe7163b2005ff87d138e9866907c3cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271aac98e2672fc18681d3581fddd93729d5a085b7fd242d4593d5b9fd6008fb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee56a71b9e62e8b86b792fee2021d921e069615
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e901434c88c461169a77ced48f32f81ce20316d15380a2dbdbb9dac008d4cf2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1807cb69b56aea52f137689cc2d41846edb28dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4142fc555a7308d9965ccc966ce8acbada103ca66a9b61a8fde3627e8bc4902e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbeb44694566960a79af254351ac9ad76edbab36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c545e9869a83441d8982d3e8014aeaff6070bcf59a968b5e8b5a8d9aa505f595
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dd2bceb67e270ec4f5d67320df63432a6db8f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0b309ec5882b8ffea4b32a4a32387a7df6677256ff65c90ffa655c8364e1e1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8747089bee35cb32b9ade2826f573b4d4f2e8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4077a274805954f25b6b3a7c247afc335f35236fe784c9ad6283cdd803b47bb4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9beadd7b1d76758d4798119e86f419c6af7a87bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f75168b9c79ebf6d89e6ac87b231f4209bb978d924fba0d8d3270544476276f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a225772dd6e9dd3ebaf57138e8f8353c31ab12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9433638e0ef932d53527be15d09a9b04136eb2f11167c4f9729b67765236fa8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7416e9d624bba7c1faca915fb12e74436a589d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a041898dafdd5e45c44fdee11dfd521d10b2ead9881346b45bbd1b164298d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1717bf30f4ba6e1526ba524bbae1e17f9829dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f57a659509d4012cb2b622050b4963ffcccc775ec6c8d6e3eef2f0d761e68
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfba67c47e73a66fc55bcec3b64ed1a785897ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aee9fc3e1dc42991e2b6477fbc9491662c6cbf8ce745928e524dd741acfbd6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575e6312b70e1772ef7fdeacb0b09a0c08c5acf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f546c0a6ec0bc1ce971c65d720f1aca0142e190e399ba32e73254e95ff4d0f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef54e87c1d43f8e3a8386a72b7ec5dedcc1ff158
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b224a6e92d6ec812017d9a4f56366c292e9f3be33da7054f89420f99eb17dec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c395474b118613bd9cf3c952cab34330e99aa031
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891d31c94c982958489687225458f145404ce894c1a13f4f3bca0e022bdeafb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73daa2452b1c9acb3ce5ac2a453861fb922aa55f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641378a1547258d795be927c202466da8ed9bfa0bb6ef5f08360c62d5d2f2f4c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9455b983d314fd82c6f93a1d12c95fb89486ef6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91bde000e8d8b166fc42013d93e5f206cd0b78af4be1fa738fc44922fc31c7e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad980ca65bfa8ae60a8ddef8d0561c11f08bc99d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cda636aa3924709d00cd01598bffab7cd781699b0b02028e60ed515ea6b029
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca003da35b73d6c2f2a5cf16389ecbcb54a4fc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fcdb3bf5002673742af137d0f7104d1d60649467cc5b7ed9c1d15f50f2c694
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44edf1553b74736506b51e87fe7bb99d214854ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a42454d3b83a272f529975b1ff0c63b9b6fa6c529f50e330cef18769306d3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c094aea522609bdcaf203a34fe237be7a52eba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5f647dc4e4eba37e47481de5e4ae9306c6c7dfcbc4f0b758477c152c16b730
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04dd16814b4173a127ca285dbe62017a7b99661
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0570b23fc09249e771265df70ffda28e7f6b750c38ba0f630cf68cd55a0a62
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323711279963dde7a7f326db0cd4449b13d12c7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4173431b22465df3fee1d4b7a181125c758588185bc5e77608d587af3ff15a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277095cff538f791f77499d4213125031b0f4d67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e131a32af83d9535fa415b1a7254f02f761f1ca6dc54ff330af765aaf881fe7d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed33926eed9c079e048843b5217a3ddda09deb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95082e9fd78c735d4534e108ea022a1a3654de1c4784ffa5a794f7c0d001dccd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9915e519712a5f8fb0bff1dcedc0e13ae1fb085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d57a2440c65bcc915634436359b1c05627d11ce38d63cae74cae4a7337181ce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceab97bd4bcbad32081892e83c9cde52e5a2f3df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b88afad2066856bba0a3ab1709dcca4ac02f55ce73898d0e4f6d02d72fabf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd0e21c896f14661dca4cd4a010ffaa6bee642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7477c6fed6c301ee1f4277927d14efeb27f6b1ec9c2f7657d5e733df8e20f88d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87995c2e54d6bc6e7f9341e62a7813e13ab91248
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becdd919330af7a6880830d698c060579905370123dce8ef543f435d8e0ac0cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22de394ef94ae99c126006a6e38c7563cf03e12d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bf243fa2cdd72d64b03528c98ed2a2beb58a73bc19130d1f425414f80f6b72
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbbc43a09ea288fb91f89fe6d6a730266b99160
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87aac8d8e5d0482a7eea99f6a0392be8a9ea23d3fd0c31faa95ed614bd0cc17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b53e1886486da100f4027554d5ac6b0b8e92187
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c833f4035fd74429c5a09b1f6ee33a093421a95b44f45f4ab7a0cf8e5d4ef7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811a627a88798ee8ec0cf69a7b2c5c9ce522e60f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31cad2e4e59aa0b23baeffc7219fdb8546cae271c6aeb0e1675ec3ddd8c55b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e610b8d1e1e779d0645893cbc2d3ea25a0006f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1e8beee68f93484281097f64e6f07d551211a625a2f1a135adb4348fe74e3d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91a0402bdffbb44f72381ef0b1b2cf94bb32f2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d176876ebbd5bf15c8136f51bdfeb1f73d3859db516bba565a6532b8bf7f959
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb48157199ba9fd6358b769449afbf233dd122d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2769f4d186bc2fc2c8e7fceb89ae195bb6b1e6303a79d15fbe5246bc0a6b28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5071fe546875f9d51dd8102f9e34e591f682b215
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba1378bb7829fd87913347d599eb5b6e0faa9470f181b0f791b39efeca912d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22969487290b0726168c536509722fad600b995a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdb0ee0cf2511e2382906110fc236c79024e75ec452addbcabe104a55b7bbdc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9baa34671ce5ef685a08cbc3a5b0b5a0730470d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82486d4342f2ec6c741423abf3fbdba81ea693fba9aaa9c3ac6a86fc438623d9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1a405d48072407815a9cf8d69a50d30ff10609
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afc53bbeababaebc0f47ed6842f5f7473e736f2e92fcc61c78edb4a5ec7c33f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9459721c3eec4b3db315d182d38c80cf48e4d251
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c6ea21b01c6f0208d56b873830caf70b3ed92a84482893cc0d19bd0e89111c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d993a8d8c08628f15f11e37739a870d8fd183f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a90afcb9ea6e8c126b099f39b2c51af615a7af11aa82493c11d2adb73e5b1f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908e60c2f0eb09aecb7de4124c68e4fbe4661d98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbae7547341d202f4170f185191fff8c33a1327eadf0470c2616ae45016ece85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d857440865e4207611a34842f5b58788d2833e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b002c6c37f73b3287e69e961cbef75d847288d74dba1f97518b26837d87b7e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089333ef8d8586bab3635e1a7523d45ecb393519
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855adb84660eb841502669a68aa37a5b251ed9de0e21e016977a516e0d03b081
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d274b404d8c71af62380db885073c3652c5b476
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93171aaa646ee39b22feddebf8f50118e74c2b51a9df1c92bdf8f63a648facac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558a5c23e59e69164d5533e16d396833abe4cca7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a9186afeb75f3598eb543bff7cc72af718d450dd4183e7316d1ac335650285
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c415bc87c22ba404065b4360910516659f71afe3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381559c2b274d287031cb523ce44dc47c9924deb0dd827721392eced4a166a60
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2756cb4cecf001c3e39dd9f7f165a28ec113c141
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413dc9303987a98a91d785eb02cba6d94797d6769d3c4c940a94dfa23d1fbc11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e2e518750eb34b11771fe4386c0761ab2eaadd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb192304283d704b5f9cc25f235883e2af98e4f566d11d9eb2e4afbd2fe41087
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed7aef438ab5ee8d26c38559d8537b4c88e0d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc97d7a9b5739735ea2276d399e73d1363c966bbdc66dd0eaa253592c5992290
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e710ff2dcdcbfeb6773c627216056f6806caf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973a9db4893a795d6f7812839fc57ca75ef95700a2751d0cca8765a264219d66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cac7fa6e97bb36aeab8f0de01c32e3d74d11d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcfbd62013b94ac825df2871726facadc834a4f2be56fa7ae6d1a8bced0a980
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418392247fb8262f0ac1189591c9f1787f562c3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c31f3f0ad5bc1e92e0f879f62b10c2284fa9ebd46e54f5aaa5d1915c27e290e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de706e9c067aff377fcd03052cf191fba2a8c42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647b4870f3c7a735625250f7ee8af86b0d815dd3e110b277fe24cd6aaa0c38bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f410feed787439102a363ac31e103a63c674b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5294d4dfef776fe873c78b63bad9a9f5b1f42ca7d2bea0cd6183b0c7e25d4903
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f468ffbd06973076a35ce4053cd6811846ca16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42b5927b3d9b4a68355720c59a205411fd5b561fb9153bf3b32fb9ef3c78fa4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16cb302683460a019db34ad723c6d722f3834df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49870283c15d8f6e4114e22b964ad74a26fbc9f17ad8b536fe62d58db835988f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7c1633362fb32f4b91b1f579ef1670ffab0d2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d676d02bb97ad8d3af49cd0cba3e0bbebf2f659fae3fad879f77b3669fe4ace
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caec287b380ec3f05dd33caca43b524dae9dceb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad98c01ef9489509d22167a01eccbb142944120cf97ba6f057e55bd8d0304f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ad3cbcc80f709c41dc7b240cc6243a4b8c2748
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e2922240591b22bf995d82ed5c1535f3c2d5d0dca499896d8e2222c6035aeb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dd00da0e3dd6e840ff709250253d408e95ce14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286458a33e2796539df75ddbdfab6357fc03d3641583f1cb6e5c862395cb20a5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb110ae87e52222f84cfb3c1b072e4fce9e6644e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697235b803be17690afd1bf7f3ebdb6d69053c4082de237dafe54be6f8e3c511
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0b87ee24c6e6b7c8cb9486dc3540ec94828624
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f409fcad9ced2886a02cd18b89eecf64890076c25ec41a964cdc6bd4ea6af1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18165b942fff41a5d3ec38648d8990f803b38701
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bf4815c67d7e7bf80d6b84fb77dd7ec945a2d8c9032f7e48832d6bc77d4e16
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b929f72e9b4ab53afa3e11d83d0f8ca8b22370b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786582034230d237b60a3f142ea90b56cf1c5d090a7e10681b443d3a75f0f2b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5bc15fce16a172380e7feccb0e811f51bbc1ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6dab44c9f573c1b9b5008aacb22d54e6d4e7b49232540690fccce12d527972
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee9e521b06afe0269ed02535fe7ff28a0c30c24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49230aa0df9a09904d93dd62ca78f6710d3747c8fb0ecd4f1c68c2d48782fa5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a0a1de1fa20bf9cf347e4ea88765fe6e7e16df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28441f578ca9d5c7405b3d7a4b5780f7e792d71c8f723fd47ceacc883b1d6535
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1cec9496fd1363c503c4affe100df37aa551b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1894f0a4a09b475b2852ab06a138175f88619a94b89f3e0bc7c725dcedac2c07
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25efb0713fb35b1b816646b9442266b46483d6f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669fa82a090294400de6fc842b7ae5c4e7f9e2f7cfea589255879110c6417926
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb990e302fca27ed200ed4a8f886fa3708a4db3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34df098335a20fd9ea414fb1675e8c77929450f2586b2def472a7046c5be73b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e3b517cc5deea4a9b504c56be91d06f00b8e27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71effd2ab27a1af31ebfa79d61f7c56124ad2caa4ea1e5e0ac7a5bd34890d0f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a68afba2dc0b20695f82159bb340e5f73b4fd5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a254bc004ff5d161083c00b0c9094543335263bc5e5c3a3da880dbdf9c63483
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac7c1cf52f9d4a3a6b82fd2bb1b6b9625b01280
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2091429a9396f41804f1bd21a35bd3c0fbf3d140d825099b300d50233ce27528
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6f61118a1025ce88e9c8798e2eee8fc8653cbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a997dd3a795679cb594349c95d1b9ec21f33a6209d5386e83d096381a105a4af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e9f84a3174eff8359106789e48bb5eaccacea7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12115dc11bf8fcf8dc09ce2c1564deb50eaf06393f60fb24e8f72804c2a3361f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8032b8a32b73a2ca45554c8d2754addd41ff3bde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7138e883ddabcc6b8721910abdd8a04de8e303b068b95a0f138e2ace095db3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d396c67a70cad7ba50b21ca01196140b1d61c918
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c8f84dc0c13845c8eee4ec29d9cf85906c6196a13e1849b6dc080eb2ec693f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe67800b8333c997f0f08f4285247a726886dabc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f84081c5486105583a00200d25e8c66e7b99a3a85a2d1914ba3c6e244b510d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4b878122e7f6a0b3cd5c649e1bd92b293b874a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bc55261a435ffb5af93febba38350811c4591960ebf4860db752472c8d7f6b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b8149b2267bceb47631e4e4cafff2959fc1970
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbcd8b7b462e13c2b9a1fe052d575ffc8cec8bf549711a6a8f29b8f070f6540
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febdc2c3a6fde8080fdb067e0cdd0c1c238e1e4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c684afe91d18eaac1f9e8806f85337bf842836edc2e051fb9d3e0af1cbc946
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebdc522fb7570512a608c7c53f729f1d02e0bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0779537f07f7b2a85cd5e15bbef42190b75a7e602be66d82f5a4436787c7c937
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b161b2e5226b7d8ee539d3e4178f3def4a83d529
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4496db289f06304abc7291ba87b79fbbe8899f5d2103b5d43e4bb6fd32e8503f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c020fb92a4fc9e6716394ce841075c29919449
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e898a39e346d8f27bdbe634721f33ce569f166ccb0c1bd34633008f95409c074
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8111ff4a6364678f4c43f893ebe7217312fc9ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd886b6bdcc58b9e7b4bbb05f452a4116ec00c028017f25bd8d4c84611777f0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aa3994648444a3ae3d05ff780cf3e2ec86178a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e1fc7daf557bcf28c355108ae563538aba8c8df06eb3e6fa1ca8a718b3487
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2eeaeb7a1713fea2935c3fdf0c1d3f64fe6956
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c2421e12a706721cfee53813a8a6cb7244b4bac99d7199464fc239fb5f90e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6335e9ff4a551b3adb169d844cb870e3196b5d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a30c149cbab58b90e74395fe3e09b31b470baae5e966fc0df2fab0b2d46aab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f28e229d108c18cb93450d97a3465bfe909146
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa92e565af390fb80fe5645b79f23a995dbf2e86245e30ab95eaa0ab4270dfc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7586e006222c9f2ed7dc83616fa6f96d2d812e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22cf77e03c294594692fa11f0ff4a0760eadf5f3ec680e07e4aba8b6f2ab8ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f88a389eade18e218e08641dea248ba7e5bcc8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eee2c91686237c9283b6a53bcd4e42080b3539f67162e5ee523ef56bfef24cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbf6db1539b35e4510766d80523b3e2fab954a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7632f9a473cae7cff87a574ef1726f2062a057dd5e6ca76a0418439c703a9ef3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe36fe122bd3132ccffd76a76363f5cb73b0edd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efd4ec7298d4ba6987a87f365b37089db191bdb7fdd5babea7cbdd871cddf74
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30ff4573993ce999d247b13cbe842cd2c97fd9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3383885e6dad0dca49792a437446dd5c0e262f434d7a340eec1680923ce5170
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c1c3a326109ea50b1c47696a8fa02e8ffd6527
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32e06505b31a4981e883e60e1704ac2250c3a03014fba983f31deff9f64eb71
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b067fe742277530a74f62fe60fa71b9a95a98fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5b8185d65b6b0a1c6e84e8a19fc616148c5e4935e64901eaf4e70e24e200c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749c5d846513a62634820edf4cda0aa1ad8852c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff182def24b13fab60022be246a5e4fbb6dab81835bce19caed0bdf40fd67f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215e1934287be667f63017d118d64602a8d044d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af4191ee19fd60b674319280b06d1106d2c3478826c98f08bfb4cf4486755df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e0c968fe10976e5902414dda6a7dff67ccf9c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b2a698a449945b5e4fd2141710f8ab33856db0c77e28bc31d0893503ea1af0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8455ccea7a0eab6e55876fb864646d02987302d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d380da1f273dc9e086df4a99105907cd36a9a031a362431af970f4479b4707f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7391913179df1499aa9605a24f6658a517942f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e66b158bd5a02d05963d08e02d792ec28ddc2611f52633bcddc473bc6353cef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4218b8c4815f43eaf8818d253d962dc0f942773
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d853ab0d0cd0c84a9f2366d35aa40770f808abc169a039debf6cca23dd90580
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdea8c175c6fc5bda62604dd59b2cfab43be03ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef5ee5baba80957b0f8701e03acb9f5a530c125c0fd3a30d0b5e529f8a9c9ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c9573d0086c4b02221bc8c895c14d21bb72167
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9263d633b6802ecd7848e186be70b79a3089cc56908f9d4b5608cec6f4e0d184
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee629d7906e05081f8b0ad9e2d0af4b3db6ba904
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3e9a5c6d764807b249560e52d93777c78ab1eaa97d9e915562702a6756749f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930e06bc16fb1525901ae2bf1c1b5c74f6412d8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc619453b2079eedb4ef3786dd628f1cdede033f6e899064433a9f8c79a31bc3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59c2860f032f64f5f4092b3aac910b1fbc4bc1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194a98a66a4ea2be3f860ab547a8140bc1728ba91fee9e19f66552b0c326cb97
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3fae016cf8013d2a3532adc605f364a1eed54b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449931f123f382cb84a2e507374b585cb5724649cbf17f9f46de0422f505663a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762e5ecf51a673f9219b8f81fb29313a94f54ba6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71ab1b4266fa6360677b729421c0d62f6fbf1b6aca660a695ff4ef4c744813b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068d0536ca725fdefe055293dc4505553ee82432
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68c363548bd71bb44f44e8d581560c24655b51d84049bdbdba9cf85cfdfd0f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be954dea129ae96d703ca711a80146275c0b24b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db91cbd4edfc59d7bb013a4f2fd50e9b0b1f4b59709c7b3cc51f7cc10661bd07
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7070124e438b5893b2c43525489b1761b18324a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8407f702b625ac87f1f6a7160e8ec1acf56af56f80ea1da01d34fe428c13b993
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b4fb82b2a6c3a5d195e95390ed81f9d1f0a4ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f38e6de7cc31608b91444d38844be5d398bd6092d754bd98bca797fcb9685c9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a705558371518318ca7f5f332bc6e4d72e934a8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319ccfc20c08611c56db0278ad8bce3d6bbc70fd6462329b0351ad85c81c26fe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04469483b50b291e75588deb9c53216f5ae12e85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0152802dff0ac944c42d4e50886bd41e7c9087c3127547293c462c0d0ae95da6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4781148606013298650f317620f325b1f95ce416
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f9368efa22b28483e9f3073bfd07834e0b5dba6ccc4e1e25f6906e8103571
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780fd807c4b5b14b52a3040b8e6b684c2d0ed3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdbc62c19e2ac2b88c7c55dd6ab8f44d3b3036f25ba7afb2d62031106ef4551
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3316d469b23865ff38086f7198a9b83b8319bf9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2269e5b60710a8960dab6512db28294d2d0fe761317f467c5fcdf3eebbeee9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d60a2e0878c53a16b7f9e41c97f90b2aa81cfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babf8a9adfa71224a52be5677d2205489b10f2936354489792121158d4bd867e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d022126de2b3fbecdb9a11d51f05836a6771bb9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a948353e81e3d91945f3166169ed6ebf7544729f748fadcd6fd38a4d5c324a23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fba67b85bf41a91d2e397cd657b2df77df24372
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc42edd9e7da19a2659791eb86774f54b480622b538dd849967804bfa3f7bbb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe521c9e61b4a4e864d6fae26538fdb14a014a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e301dcbed4e0ea6ff76a1d3f10d93a17c7cec5e0d7df26ef130d499950b6a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0975b665e45cca9e7bebab984a395b78b3f07bc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ab0a78c31cb48df8c1aaa4fa91372e4bdbb9a8c5719f421dc1358536486910
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dabdbb9f911ff51e87a0c2e7f7457903ff44e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f506fe2a6f1ee02a66a95f8850052002d1cad0ea03ee2c06c7287ef6cd2350e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b86e6607c6331c6a2dfd2dffcdcc28fdcde43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcd6c5adafac039449ccf1d6a562c062fe837b925210fec96d1073ecd811a8a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b152bd97096628b1edc2f0a7da78e6c159364c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9270c072af0da5963df44f88b14213053f9693d4d597156a59e7a29045277b9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809ef50e91da20887e41878f178996ecdafbaaf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b4572587f7a27e9863e0c9263f49760b989f5a2a4d09a08ab52e11ffae234
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59779394743e7a3f33158f1666f484ca8c1410c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bf7f0dd094cb4a704cf950fc8478f39beec1d4d431b6701a34b34ba9c8077c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5bb433d57b82751bfb699ca3647dcf3558e674
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680dab820a7889d6d47960bfda9c69a74df43f410f2ce954664a36524a1594c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661abe7581aabbbb7d31c675bdbff269eb759fa5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224397ff4d1cba64bd0d4c0087c127950ad8db2376460b5d6da1f3d70231a41e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f405e01fa0c062c90010ff07f50123b9fd3f4f2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779e8e85d64f1cf9492327b2a81bdfaceb31a27684fdc2188cc4f9da5998b9e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18218b9a078b3e6f385586aed438d3d55c178bb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe647343bdd91504b4f60ca667640a5def13075dea1ac953efe9e9d70e74cda
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f8b80086b7e750555ac7a5443976bdea4d54d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b8891d2e924a4d5c501b31b41984c4cd16fee7912d9a0f029ff43db72d5a85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10eabb1d53bb9e0c6e371e2f4ade693bfd6e9e89
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f0be1f4fc5a7e29ee77a565c0d53c1a43a76171967bb3ec2336cac3fcec06a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc93aca21fb5bbb9bb438bdd54cfb1e0a863fe7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa8619962b62a64314159950c251e84086854461d5eddbb60c2e9643b10fb19
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4618ea6253eb801dd6f002b68fd9ae28d7673307
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7800f415b359b36c2103a0009bd1962a7a4f41334c5347b324ea1ceecc67e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbac4bbba8adb8167d2023917d6125fb6a6dd17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8898d0e48760d002c8ed3c0f09b68823ef7e24b5825e8053a92a917fc08708
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ef1f1a277cd849ffbab2aedd65ff7a6c8d7e78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a9312e93938559ab51d17d8534d8efc21dc7ef6f935a1b70498c1b1b8252bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9464639c7b91dccc3070abfa4ccdef6caa932
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d087f852908cb471ccbe65a7d56456a633f16af4829631b34c6a0babdbcfc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bebedf505862c6813b829bab6ce6b6b63b85a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4572be0b66313ec9328e87213713fb89dc1ed8a133e7973023cbe037235e715d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b04975784b2dc9e3ceae44d360c54c0e936767
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a6107fb71257a20449f1d9bae6bf3d0bc08c9e1614810571f0cf89834346e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62a6c5c2ad2dbc8cfe87bed842f4d34e940f8e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585c188ffc4cca8d70e1bb7aeaea74959d22087bce7c6525fa9abf5dba95f132
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629007cdba6b7807f247945693f39725057281ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f34528017503b2737ad74d47c7b19e7a1a882db10a4258a0070b4e1772312b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f060826f7297760ab85a65d79e441b04b869bc1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a917efb332d277b9ebaec0b424cb0d3a27bfc39c6902af864546ebcf46b79d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dfeacb84f1fe7843744f9f0950c62f9c80e38b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fcca4fe3bfac5ce5bd0e557b96668566d4366ddbd555be3b61239141c19b16
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cc4bd9ed26e04b58c09613b9d0101a88a8cb2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6772caa12a53dafd3a80ef8d0beaa59ff3caaeb7f887f93de15d248fb063b28c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851fdff276f1b82c874d7cb98f75d541d8ed49c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0ff6b82ff5372e8adcf7eae1770a4d190c7874a90a030c3d079271b0b1710c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da0552559234bfb1332e2b9f136b12d38a4794d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ebd52ee201b561efee60b728b915188830c5d6c856edfe104363129ddb3152
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db92f5ebdc01f8596443d3172def895815195860
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa62ab6e06ad19a14cd804282ba24a1ab1857b1a2bc19d11c4e6963fba7b0536
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7012ace519c239cf38eb4647e20fdcfbf2cc9ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153abf99b135f3e80f1494420c53b38fa32c5f304bda1ab4431412812f90af1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e707bd6c7853f48d38cef0222ba634b040d42c90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab2aa50f0c4fa1eeda03ab4bd586e01ac13cec07fcc87da8b0392da4921c0b1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a2f0fad6d61fee97b55f7e4b15c4f72f216e80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7759e58599800c253042107eb4e0908dfbf02a67a8e290c078fd638c0f2f0ff5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefbc06042237b1f182afaafc82c290c7c1ce33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545e3711cc03528643cb605a080d3b0a2c8d55f8a72c56c1a9e2cc0a743c1d0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0584753ae52b7058c55aa911a17bfb6ed83587
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177d6281030ad27068b1fda86d20715b77e824ac835042ebdfe2c86718b5be68
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d80205b65578a32f61bf3f6866794a7df28b136
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050861e11278118dd6273dc007c18541959c688a916c34afcb0bac197d1e6031
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a8f1113ad44e1d0d88206493f33facda7d3e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cc07fe99c314bb2c4bf8f508a8639b7081199efb6ac2f1b026b91c58007694
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f7a9536f71bc5120e71c0dfbc508b00394874
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b67f7756ea76b173d48fe72ea9aaa4075fc197e3ae5ee38b7a2679295707ad
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9306b29ff07052f9be49b65d832faa6314b5e0e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07605a0070b1636707573ddc78d9f8acf41b1c31d0ee2edc64243d45a3db5f28
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8276a5446a6eab74bdf258a3cdfdc72af8c31076
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bbb8bad92f486821670dbb620aaff672ecd5061aa4758a64874ba9ea74cd40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f72dfa321bf4749286fd551c443214541022c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734cfa327471271e866ae28b180609903d99aaf952f7d5a9688b239aa5e95149
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b249c6adb78e2ac9e42c84acc663ed903211922c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6a8b0700d5ff0535a53597f86ce14a0b02acabd9aea933088e08f52b7ba2fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129672ce907cebfdc2a06b85390fa452ffdf5801
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e3731eae29baea1265efbd90c07948400e61bac4721939e16c7ff1375ee508
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e664b059ebedfead9c07afa4ae07192cdd376aac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0a6e3a5197142610996951d4cb9c0b5fb59af91a3245bfda2ac308669f5d46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf95c166a5bec56d76bceb9fea2af7cfc11743b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e688a616b79499542dafc7dec8696a235aac932c3eeebe86be7106a07398afa0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1d7e8a969675b846392835a55ec363ea863caf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6ef1947c8deae52cb9367ae7fbd1419f3594721c33f0af135bd75b0118eb70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b279e9e3035ba10ba802c1acb01ac1552588703
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c764db70e2426756c7e2f7f2089c37f7bf011368270683b2febd70d9678b58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9252b8101ef7ae971552ee64db822d44a676873d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d0d42ba8890511edb8c164d76fddaeed59b393e7f5acd7b44c78aab07e26b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08c4421dd3490c41e4302b1f25d207d1e87f0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa06b9af00072e53f8009b979dbb0ae043ca4a24e633e29e8a65c1775885ee48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318b0389078ce4718248e3509638f48ff59e9fb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55cacaa94b1a77b0bd4c20e9407c712206c3ffbf530032d349e400f6ec249c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63f92eb8b36ce21f9ecb28b2f20ee0d1fc12b64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a8ec0a6e5ee126da3a95c00b74a827f69dedd983642340830bc34cd249044d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fe80ceea60441178b63e28987cf92ad1f71661
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0b9a67f8e7620c8ab8bf4f77c1702b356108adc8be10fa89528945d248d805
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5db1e166c1a9b1d0bfd97b226668d7f2eb0550a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180f8f03416e47f7a59815f8adaad644b470512df6f78e5ec8e002549f702447
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdaf3f3dbcb55e8708e4205db9ac02595e8a545
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776ccb7e8b3ba349c9a42a84044c5f49d63d8babb1a44fd56b6a0488d8f45c19
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36902740a1ccc803058ab9631fda12ad27262b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaac82b19a7ab2acbbac1ab58e2f29c62f67e132fd572485d44768fc2df163d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058d02b615f1bcc102f85d2c5fb732f6f59d62f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76bbfee8379c4f12f268fad3f566c2b2bc5a29992e4fed2d11fdc5b917e9b08
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cb0ac50eb3c6e12dee15f9289e04cc0876c4dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f01d2bee61449cc8f6e7974bf32bc73e9deb6eeb6e7fe4b23f1c9586121a8dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5605f249d27f1ebc63363b75946fb6ee65467bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c172298786be16e195ae7f73b1f3925f8d6b7384c8466a85612d163bf5ae40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22507f44f1e9a97a729d7ee56ac87b3167f68f24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b2226778b679075a0634daadf30e76a3266065d11c73fc7f7683098470730a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc1dca4310fb33efca45c5eebce3590c6daf2f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0609d28eae91f3f69aea28de4917c314af56e96deeb2c037d4ae663c23ba745b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d975668486bb1583d253a6e7a4cf5b71731335d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fafae801dbe23b8ebac66ae16d98cb13b2dc0810592c328191b64345d41d836
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f0a83481b757655422078c4cf3fd525fc66bd4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d1528c962cab8815f62e2825c8839a394ad8ce9be3d49b59a59e54f8b9d042
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd77b0af899d1cdfe8d7fe77ee52c80ba4c52445
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6bd9f615ac0c7758b3d466af13123ffa61dc972f014a0917826feee315503b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fa22d2454eb49c7739396774bb7867ceaf157e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a71109ef626497421086754f6ae5b1edf48048ccc0df717a8b233d9e9f20cb9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67db3e75e54c643377ff5773213cf8ff98a64a1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb043de00903241b32b583ec5dc4cfd07c9eb17f3778d0ed14c9d1c21e4ba1f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4dd94561ce8bf06a4738e43da3608c781e5947
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e84b3123e40555e309dc10f5853f1125d144fbb0f0eed9dcd102a7591238761
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1a87f97a458480b2382f9736d29ecaefd3145c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7509c9510b8babb1f652733537531bc2478219c32d2fc1632f6b17d124ebb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33252ab1d3795dc9f42895f0e65f3e73cfa76b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066d39cfe769d0941e57e01d1aa14ad8ca469518cf63f2c785b7972d181b69a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a9056abc7db89398be3b7d09b2e1a819edca9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4693d84a5f06472337b48dc6e0b702a95cfa17e5a27070aa17532a1de1bf43a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ea6902b0f3b2bbce9d3087e66ad6e481806117
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cc05997f4d8a9aea3ec83e030c24f5166252d130da72eb4252edec6b73a021
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959d2b70ce0e3a06acc6c659867f4829466438f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db3c8c884a9b4b948cbc4eeb30c516be7085eb0c33ae9d061f8725e450b18ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff7314544f2d3a912e14c0167a54a1c34f9af1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0d6257d1e2ccdaa1181e669d938f523e4f5dadb7201773ba360ec0745017ad
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba14ee5bca6938c100cfc4e894bd4372307255f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6303cbee5dda61a1edcb3a2db8d37653893bff73dcfeac3e9385709f8101c275
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42e6ace9e4add550dce5f8277902eb355181869
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c82f78323f43813ce12ad43088d2269217f625c1fd9ad888a80460d53089b34
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db45ede72c4f436c48b963b677564978bc8a4594
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245aed20f17d19987c05e907fdf0a4bbcf3a82f94042a46f22518d98e2aa14e9
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25aeb9e6d5e87258f425dcd5094f79a5fb8b608d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2642da704e39cd0c9190cbf5a737cce42fc99a5b84e31406640e344b1041125
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c520f0f6ba84ae97cee88b201bb099ae637bee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4430c77e7b07f87bc3fe1e9e7c089b88dc589c43bd1d1c043f5f64993503e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a115d07e59b4ce47f7f054fc65dd2fec661a9c01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9451c4a78601fc3ffe992e0b6a6a322af538995ac40af9226692866dba47b51
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0022a40dc420d7ba4ce2886a89faa0bfacfd8df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb11a7ad4dd7fa072a30bdc407dbea6f3b8598b2b7da5fd87572cfa48fc6ca0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c9a39c4e68c8d3876cbc5126ff082981c4bf7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9ae013ea7a35badf0a8da8e1383bdb1e6dd025a086e39178ccc84460c0b7e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4a7ac169a502bb6b1547dffc121b8f372992e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab56ed5bb53f83bce6a06f64017b691a75751ff643d494b25520bb1111715616
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cd37b8e765b6abf0f4316aaf16d77e1c81be7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24ffaeedda128c096c3ce6676b6a7a0fde3a6bfec92aec8ba6d29b6f88e263a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455d847e7f24f977729fc55d057c3c0fd3b2790a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b373910caaafdf17656e09c56e519139f630de32d5cafabe573139d760920d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9779f18dd7d08f2315ea6ffdf3f02da9e4fc06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3c3774d8b2605f8cf44f4f572c141654aa4212d08b6a5c96bf176575882f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11e7c015f218131764e1295188dd422040bfb36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23834f301aa2f25cfb3693ff19eddc856913c9ca47b92f5ff91498f8d90d2da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56567821d255de3cbf8bba9c9125f7fc705ca74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c53c8aaa404a3454d85fe9704f03014a06cb59d84dfb90c3e83624380d20ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70075b2385027e9acd55e6c823d1ccbd24cc4ac1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511097f6fbefcbbae3c7f2046b5a2ef8c14297c9b1b45918d05d4425f4c098b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a394a6348fe2467265989334cf8ec41d094bf70a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3199587549c19f6da7951bd850543fe44defb508037a7ba22301ce84f121d29b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265fbb8389f5fc425ffe5811adda01a9628af1d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a65e4bd8073716e911d292acb815d04660a540ed2e4c786ab230d8814775b60
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a0edbddf0241ac39dbcb3dc716acb4d4eb42e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0f3f6ec84a1d2a5a1c382286cccdae4bde0b47c23d14e13ce990d6058fc4bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5069134408d53063779fc688f101917cfad25cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6360a7c7314613974187d835d5b7251f2465895f57d8a629cf76be58547c3e46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dbf0dba78d30fae0542e9f0e584558a04f9392
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5f7bdb95df944f83ccd392bcc19c31f0f551767adb5c5fd2ce444e2bc2ef37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a38783a0ac6bade7152f882d373a944b2abd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3def0dd5d9f9ea46d557c4a6b3a63a54f2b5aa62bf4ff5add2baf8041e68b295
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abad3abf486708dfb5fd1022985611b58a54913
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dd6a7dadad4ef48b75998201e27b1cbe1f7aadcbc88da26cf2de152435588a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20448fcd3580e3339fa994f24b7bceb4cbb825c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5890276d74de34beed29a5ab49c89de7708aee342cfc30dfcf80b015706e63d8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8739b8fbbf59420388c18067574c7dce42a7bd74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0d65e7cff443899ad2e3697b3d029cb4b32d6e7570e2e86f181fd48d2cfe22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207de7aefc8f16ee2fc27b66c0e202f178db2cdf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613260c633c73512c6d7f7c675f3492b73c1808663f599cc0d3f2a212629966a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412a990c50569552f78a477b508efc07319142d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0eba10426e6a5c2566e3cf57be877a1eed5c5315b9d846a1dd0cb95b3434f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eb3f9f7dbbf7a82bf699802c6180dc2baf807d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed43d6592223915589e07c3da61f2a584f7ea374da7c70f61ddd6c75b1d86424
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4f3638d4d704a3fed814c10bf1bef003e6aad7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae185cc1490e2463ad92b95148819266d2209e851d8512582cb2894ee4da66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ed251352005381d2988a3d2664fc0d1bf5d101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf2ca9483ded2fa062ad5e560d331d70c510b06151837e4ae46586010d41db9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540a350144e9e8b3e13366e31a8890a74ed99f25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ab697744d850827ea8fe0b0139f649181b09ccd8d8b6c25d8f0f72f6680ae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b073db241ba03efbf0711a4e8350af65c855dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37c737f556053f5c19a045aba3d6b1fc3fdb99f36aa18bce77c0e5c0e2bd138
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1158e1ec6fe9f65b9a5ea5f5c2b9995b35049f54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58659c12497582009c91f069455f722b0da6a72eafc48f7c7b85050d1474d97c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff105adb7eba235e54c615604125afcb26827580
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dbbebecc6845b28ae031a13fcaed9d6c9ff31bca52732a509c24f72256239b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f7bd8871b2bb9615e2b7c0f5bbf0704e4f31b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd84b0c3bcd6873c6207ce5e8b537c52f3555cf19c1214dc67abe3583dc36d73
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b35d20427fc4331837b9a42d408e1e13610ea58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c140e4faa14e30781a6663d8770ea2e1163b06a5b138731bc2302b2c1f00d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4755de5cf4f6b54c33c90bd3d147438b11bc235
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260942a120a828488ef99529268d8fc23ec77730c881a0d01aeb69a3eb275ec9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d43f5350af4fb649eb33e89632c7d90a4126ebb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ed00786ac32cb781275a84ce6f78489bf3afd58ce3334a7606a11d356d7c2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a76d5930ed7a671ac8c42a28594fde75d99e2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f36e85b16f32beed7bfda37e23e64a5f0a11e49dbaa966b21519d29c07480a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a22f15afd720b97a7d53ad333c1a4df474b2d4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9800410a7131e45b0b2c892710f8372ab9ba96cf417a99f759070a7bb1a5af92
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271d47b2529e7fabb93a1b880afaff63ca551525
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f301985e39c08cfe95d9007d8cffe2b3ba93b20c326f49c32b555132a458456
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68ffdd7af0083c400a0f869894df976dcf74e8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8934dae8970a4358b73ab781fa559fbbf5d48709c69633559d80cb1c35e8f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dcf03e0b23dc96e5b6120a9b268e1dfd802ff2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c611bf86cb7c833909500baec8974152e947e37603794445d17ec980cc31c0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24520cfab3dd31d12a82cb927a09b463bf8b1572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9d14287fe963de79974550211c2e2301162f11ad8c71d1f017b6220c667035
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cefdbe832e26cb27e93fdfa74ff64689a66e59e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd7f3ad5b336d208533c560342cbca6d2ac15e692f5462c0b9e11d492ec13c3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c037dfbcacf184165f2836a1c97d0ae4acd1da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563ebf70ba4823d1219a33b4d298288a436343a96a5df265ff76fac592defd52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1556be77f0ef8557516d78227fa922432ee0108d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef128c7cd2c5cf42541aa6bac90bb574ad67ea96db689d2b81a82f7ac7c7c2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3050ccc86d698074fe67c74d639dcef9e95025
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d681ec703f3e21026dc22b146acd1e9f9d444edfe0da8c42b82a87cdcafa5f91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a620897fe566b132df764b01eadad86535c678
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4084bf78e9fa7dc406bc59da8ec40a7fe48d052212b8c2d4093add73d0e0633b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf8259f8707cdb5aaf19f969459c7df9de43b61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068b710fbede157c6c6f15ddb1b9b18b254a9c637bf18534d0fdc7104674c4ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7e6181d03e22da6ca286f6946583c6dc6ab05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454d6656f9c7435d1a56886d69d26b6ec4c7e8a0dae2e37f15451be513351ec4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5625155d6702dda67166ad8366b23d2a4fa095e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd35977fd115965d40a03d00b0a4a8a07d51d7132b7a4358f86c7a97129c555
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e652ef692dde358fa2a32b43fd0459e7a10cba5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7fa546522aa8c4e00168180808e537ef350eb4a6577e2ce58aeaed58f9fb15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5879d05eb43d06f410db5c4e8fdedbfc2c99d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97374b500f9eab544eec44bff846d4dc665a8868050922115c6843ca4bf49024
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb3107faa5f3a6fbdfe6317ebddcae04bd35e93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246f25af0f38eff4a1950f0a963b9541750e43b9f5ae95cb0fa3c800bdfffbce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5b66b8f487583e40a5b57c43008c4fa80783f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5eb548af7d20bf24c3ced2e418e2562a8e26962648ed94ff44dbd371a6d4b4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4972342640868359b922faebcd4fb8b6dfa68f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885059db62671338c3339f688963af09e3d779d33105829e6fc0ceea1f81b68f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f27b1c101e33a88d7167611e8805a6b4ab2475
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74317d2b137086cf4bd7436e35777f737c2dedf957106876585fc65998635d72
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666649b264b21a48a93290ba0c06370cddbea3d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba0dc3457604e23761adb1fca3d42453b31836c4c73f11a5c888280a5031cd7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60351cb9540c0bddfd72e25f5e42e5fa563dc713
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c897a390d6104bccfe53cbd4787a2317855c9e8a6cb301874153e2605896782e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2460676f3ce9e516fc459dd478418f9868f834
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be51c33a9ad5537e615744dc8e5cd2dbec99ff9bb8eaec6de6d00a134bbd51f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0da09e4744d5ae37e41e41ba0ab5bed18d8231
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994aa81425d64f2b463b65214990ac056fad6ee07cb5356df452912e26e37b57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a0f33a0c8cadd12fadb63d2b46df43c395c19c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d4742b08dacc13f0d12be460c88d8f8456011678d748b39c24053cddc864a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e465bbda3edf246fb29ad19dd03259eacb79e110
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1738458cb67837529f0825ea14f7f4d5f603e1d663cd40f70bd3c0f37ebf5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eb87a00e3a3bf2458e86a584ae8137dbebd9d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bb7f099615d72801d63d6a6f8e0f38d3e66a9a42626076ef351bf0770bbb0e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795c1d453fc9d5158827d48da93fdf08b048fc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db200fd044dbac79446c19c2d53ef595df030029cc84f9fe6e6d4ae025ee6c36
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c475bfbb72fedd4bb023c5400d215adc8aba6dac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8606b5b63404014c301da88206a89bb4aaff2e1caab0278724130648cbb358
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8aad539a815d3409e6c74de33879522d5abd66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f14571fcdf1c0570f1494b39e982bbbbb4afcfefa8c8e917ac5e30707cf5da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52189eb8eb115e4c4c8ba4a422d9c07991e673bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfabbd5e36073553264cabf0ab66cbe7506d67662bd8f34c1b0de1890bf2065
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8062f89e5d0d5a669743a85cd1cbc34dc0298b1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1960577cc1592d058e54e4694f1ee2919d66473a078a9d8b690768fc0767b901
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e5b8557bc7329a3113ce1fe06095bb96f1a9cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb39ace48985c7902fbc3f40c8466591154c15abccc9497d7a90a22a1fd8169f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227a66fea2690f769dd7e7547d1f24a038f9c5ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ee4de39ec3dcd295f8e403b41113ded872a092b15f63171cb520d566cda50d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3c16c7e5135faf795091925348ea056a70fcbe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5301549b86e614642385d68253f98826a8abc84f08950d646968ea4ce85bdadb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8530ae5964dd1ff4a516b4604aaaf0bb26f6a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387248361d5fcc67d73115bd45854c9b9cf0faa7e8f9fbf0d1f87dd01959f5b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a1a42a8b3199a4a31aacd097de5fbb847aa3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cebdf8c7a115a70cf6e32b1fc2c7491a29195b1e1846062d7571c3b252ebf9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594f440dd3a408894d9342fcf0dde19af633e725
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8ab3edeb9085c1472f5d31c4cfad16275604165db8741828091ae9bdf8b179
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b171aca88b385efee0a722fbbe045e53f47917a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bf6e69d7e0cf70be8e84c46fd163c8b8ffc92ac1747ce9195beaceff542fac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2344bdb427262d8b9232b4a1b5209ee4868bb956
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdcf6ec238569076b5aa48ee3359cbb41108abe9ba92d14377fe4aaa8f06070
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e85cf498e097c4c96d9bade2c7dde280f48bad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e932d14a2015a7bce574bd483a42aa577bdfcb0b2086cd072a50eaff29c61f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffad0930079894bfa805a840e2be99feb596bb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e5603fa706ce09912cd36f4e1412bfb7b9aa2370d909b29ec546ba037aeb5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5127ecd67c6b83069e196c528f10ad4b31f612d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd75ede9f62e514192afe0b4271a3cc07e87ac96a9fbe3c901c03aea3a129534
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fb8ddc52199b56b487c98cd9e7ec491d1fe0d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1345a27b14ea45602c51d1545119f55387982b587653ad02d97e1b43639c7df0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba89c0a6b4fce4de7cc9a4eb027995de7c533f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792d8be58ebc527de9c248d0ab7cff5e9d4afa9426566aec350761045557b7b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69026f566cb3bbe1f4da92201c90045025d77d21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff0196201ecbb6d846ad3b05a2ba187b810b0ac7d125caf1767b7a2f6c4d0a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1589ca1617904ce6325aba189d989280df1d1357
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d822636a9e3945a87cecfa78e44af3ff98e9eac103783510386e1f4f96e3c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f360ef72f8e7134d550affd136a322007a524c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cc25be5f8f0f9c01dc6ecb64e502f1802bfb83e4d93f59fbf6a9ac8be13199
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7b6def0fc90be3e5c39e536fdf608b40f22fd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1be8b5465fc59022615a1d1ac97c30f39c671e8b993da1d91bf489908e2e001
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa977292eb734b176508d02638202f40e673f952
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba0bab81029c4311ea7de5715e88610f7f8555e2e3af47fdc1431813f9ef731
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83869d199ceae0931496d3a67b6178a087e1d84a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b658d2d74451b952233a1b15b5f466f08cc9e11a9666f3bc75490bd8546fd38d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f132fd244d0f9548c8946fd871f24ed1d389dc5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a8d0f06698612a595351957224667fb3266a83f0f5f426d7cb08c135923777
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab902225f3f8c45532a1f34b21628d5725612145
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd7a439c6f82dd6b5f7a26c00cff7950ac894544299d76c282bc5feed8273b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e962f3301acb05875d0648cc541cb6ddb9f4a868
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b4c9e82d1f298374396c34ef2ea0d3cefbfc9f7b8790f79b6556f369e5f38f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1984b17803f8e7b2bf8c3ae713ee340115159cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb3830db38924a36ac4f07672a9a7582669aa285099c6f5e85c6ebe4d3cb071
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd04fb4c5f37a2b26f2dd12b9c228d26d20a9fb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb73052928d50cdc6d911ab6df5037409c3475274a9bf690159bbb7398c5889
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f26889d913eb3d49f91e05b7701546d48f0aebb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ca45851be85e701030e55762da8cf4bcaa8ee270721a995c16d8da417e3906
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5fc2a744a04dec3324b33c548371f3184ffc4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08784e17c910b96905dd88f77d32f9cceac42b306a93e8931330d57166ea7158
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7237d591263f851236921387d73085e98bb8c3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8034d970872716f680ac0fc34313880b2267daf29b9313510e161d6744917182
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5dfa4d4b898f33bc3099a79551d0018504b626
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536ee6d9be34031d60d4f6705b955ad88ecf65262b44ad75ed14a041334828b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9700282a9d3a32fff9a828dc5b93f761cbabac19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17921d4c047672671b33283b5a71cebbb63a9b692798c68cb805012aa2f1cb57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a43654781aa9d415761bdaf6fd8a6685118b03e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe18d729338e26a8e6f599185ee55c8aa1b4cb9e1e4761de6c16db2e4a799c5a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bebd09bc4f8ae5f9b28348c2a073bac82ca8a1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b5932e22982a337655a1f3ec0179ff4dc1a3f3ef6db629c5a50efdb09823a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec1c3b68483c39b87ab2be93d95360682238d57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52852d0bd22c3fff3f79d6c5f262783fb237e4ff2181ec1d8434a216cd38af53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e48ded4403b4c54a901459c9c2c3a26c37fe08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f496e188eb8446fb43e06f3635af0a196667fb3ff3cc8cd2f6915b86e9379
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480e6e3751b74ac74adbb185e73103404c1c1e7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa58c7fea758c24c13e8a54a5881be3201f1065fe51d004b58833f57e4b990d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e348ce1ab3ae20949501781504a6da17adf1f8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed418fcefff60fd8eba18327233785cbf8c879e09177e61969732f3da1096a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0656d585a57b08cf572a2e9a2419d0ac3d48995
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8774ea7802b89545441837612be112d7be624994429ede9607c6c5e1cfde8de6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2946009ec250cd839c25b8b22872871b1ca4642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd6f79fff4fd51e1d3d342a236e024caaa5c0e6a87d974ab04968c80afe0660
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427c18998fad395234ba45786cfff81ca82614d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64c5e8c0fa2ea5c0c8384e67952dbf09895448c51b6819398ad9fe9d866e64a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c343153043ab343d9fa16296d1c0cbd4a3e812c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403e0698bccefd84832468072fe2ad3089e26f76bf5453f6646ad19dd5581c0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68e82e3cb412051c993bb0c4d368b43058caced
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3914bee68846360f0a0b4a4e794c759f6abadd47cd30c11652189d9e959b4fe1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f253b87b17bded5a2df9f8f94bac3b36beebb81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0c4068d1471e1ac202f8ac60b2ff933b68c6dbfd626a67ad3ae65f575417f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb44fe7b4fbb2b14a102fb5d6c485d36a860fa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426bd2480217f4abca907b5c54bf5cbfcc76497dd4d1ffa37d6509fd7dfdcc87
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab18c4dbf6ad86921e972352b01fe62c9b1cc184
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c01b6e974687526de987096f5dc3a241707f0b53cec2e216984ac0bdfbdf0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c924fb28cff3e12b63627230d408636caf57e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef3491556368c48595d4cbaab377ccb672ab804e070e995bc15f385b7a55f27
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5400e7aef84330049eb20457fc624987a63fb2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b5bad29b2672643549ffac174d07039f5f26ed5ba7b8ef8f1c39a4a4a1c131
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693f45a3f8e675c02d56c86c36c91010b5388cf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e316d938c06f98b1cb695172f58adbfbc0a4df71a4101c1824763a904a86a0e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443153d632dc8d8a4afff8fdf9b0fbe184f947bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6016661b172a0819c45cc27128f15827a024c3bc937ddf9139f87363964c15d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f176cf4ae87e084d6afe54143a90285263126379
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40d3647bf9a5cfe8dce5f0e73e697d3b79dc423d32790580d3e2c1efde8a106
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bdddfe76aea1c72029de8b325c8a19f99edf3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b95c3e526b1172ceda37e51e30c3d0b9489232030565d8c641976e0b005e3a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c1468e22f57fba36bc2b946454de61ecc38efe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593263b40a953fbf4788f4544bfbcc45a69e26a3868b44570891f24384287bb3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa602c93320235b6dc15f6f53f60939178411ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fabfc242b6dbbe79b82fe46ffd5bce0c0e2d663dfe5e15cd4ff7b75c9e227fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a2ec8de3b0cf5e4247b83fb25cd062d9538a16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2266d8d3349617b9a5ccc6b01f73534c834ab80778ac3166175fa3ddc7f76eb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbff422c2ec1956b67762686d0b78db5e76599a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c8420743f188aff56e455e529d5877ba3f9f68990fdf518ec2d3ef5a9f5bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1ed5a2862764a8ca4d6b313caccc05f52eaf40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedbfeb56476d10b92a4ff0f599824de3ed4296c18e55a44021274e6defc17d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2366e8a0940bd3ebd34e44e03603b1ba84b95810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1fb2275ffa3202b28455c3fecbdcb4ea69adaf258f212bc01e955bfb894005
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b96646644563e7f762c76ff42d5b054ac23933
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f145f4d494a9d271b89e95cc30a59db66c69e08e1a5d3d1718466121e827f5a2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea4607af74cbe4dafeb065334e08f0c90539794
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69575914fcbe29b18bc23c3aa7a2ddf653823fdcaf8d4aa9cecc46c87f28c76d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11853793c29f1c6a4c904310e89a6a82f0a257f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c423c492bb78879e71b6acd10895632d60a1675713b98d78c1d222f980fda1f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ed2491a7924b302af60a3343cc83511c69542
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46aa1af93f023d984ffc3dfce01ca7e45651ed6126d02cacf2a7efb14d2298cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d102d12e01150540a5fb263884451f0ea1787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7125ae4e6a4a746b9c0e9051bc5f820c12f789878d623901c20549768e53c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b598dfb37cc91abd87bf8a1b22374d5dbaf2e10e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b64dc1beebfe1fcffec5b436c7973d454041e8510679e3e53b675e57f4d0bf3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895ab9b7f15a7a49d958c7c6b0008914566da83f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09b984d7a2481350a1c15f22a92cb9ef8a3debdf9984bd3f7e966b9139297b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4651eae0cb1f817a63763e939833c90bbd1ac801
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9825d30ed21792bdc50cbd6c58300e7b6761cf30a2d540626c3c45baf0be47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2589c3e58f30f9fd29056895cd0a56eb563f3ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb1cf1b4bb64775c660e228ed6c2c721852eb41df54c239b66332857ee4cf6e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8ff7627a6320c678898633b1ba776979bf857d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c71cf2b51e292350bb3b7147406ab234e45f6f2a5574acd7bd644e92ec51c11
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7f7015c6055379b496059b1071ed2e2d3e0d2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea10a0e85d99de5294de1e256b500aeb7847ef7caf4a27a129efecf3a60de2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2217ff3b498d7568c414fbfa590d889c13bcbb76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9867f3c245aa0ecedcf9c6e4d5d6d388c486b4d4ba75e0aab2cfe1710b7b2a7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6ffc2dcd8a4f02feae17e7db7e42adc87ed7ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77733048113f1c6e66f8538a36c8c5a26039bfd35bbc74a75cf96e327dc33e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2102930390df76ddea3db52051efa368cd9de06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38245a113dedadc9bd936e0ab8dd600aa42583b0d7cffcb6cc30cc99a8b4acf7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf1bcf0634746985c51c57285eafc7bbecb050f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0038a5d0a6a149234d6d0b4285776c4f11a3a58ba54e24f1b42f05ccedf6986
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89f27187b322840a22495228f5083fe0692cf15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99afd1272959ae8d30024d16da87765ba2b8e6cd4208c1d6588f09e86c796e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7928235399afac122a10c1a19c5e584e88bc0a72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febb18e2c738ba53dfb5959da7dee57855af15d9ba857568e7edf0d51bbddc67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29445ce9e575c35d5621a59cfac1f9b02a33081
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14903fbbb4958488f7edf6ba24b220bee444c620a5031b43683cde69a9d623d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a9f859a058c387409b4feae98f368ab5653751
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f6642eb3235f69d06b700015ff96cc1b97ef8a4d16bd44104347efee24d3f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d059eff40e30ed44384f80c955bb06f1fd6026eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3eee4e437c88305f72eba0aa108804f4b7342049a5d5cf1da24418ddb0cd0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2e783f193371bc1e0d56d4d877806bd454f12f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3db00b5d319486f9f8ef0f4324bb4580cd5d1ca5d6fbbd488c7f9238b804975
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51b3bc4e0db29ab8387d09fbda29730d29918ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0483be256dfb0d2ee300407226a9fbc13a22bd4cbb413c0867419d9da5e88ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953cc4d5c2be449c5dcf36e871e71c354702394e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a44a44b874b75432a02a63e99437f75fb11197bd95226ec38a7f81c42562c8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e9bbed3d92c28972c9a93f10708a959e3f4e5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44a9e165e0f56975620cb1ff1a26950c5fff47edeef7af0507ec35d5dc15b62
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a759732166d7aa096cd0f785b66971347abf31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d73345a7e116238a928c531db6247ff69bbae70fe39117562be979ce3ed7c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dcd3b1a588f66a135629cdb2c9d2667308a345
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b41e80cee6a635f4637ce0abcb6c10487c42515b4c6cdab84e8f51c6023083
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db07ea33da7fc09172e96aa582a00415a6c86b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccffa9067d3e4368a0477464bb8bd3a2aaa09b42622b276879dba41a2212bb4f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd69080568826a3d40a233e13ed0b1dc5f18766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a7a1ae6377446cfa14a36535a3a5bef1aa58473cb3a5df6461a2e22adeff34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf75b0089932baed73c7007939d116afb8f2b8fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab884d395b3a2d834564250787c74c1fd0b8ce108423cbe0872ebb09bb681a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac38dff5b92b35e1114748e980d89b32a29d4c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094f08ad984e6db414b257830173ed374a89af2270f7340a6a78f8b1b1fe395
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29de3eb6a619578eeabfc0a63281aa7ed6206f5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1f192de957090090060bd89b619037a4763c1c1911263404ffddbfa24c8c3f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2635fc01420c720571ddd05560586ec4e6746030
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc422f9dd3062896821b8340e2c06a592d7bfe42ef0ef63ae2c0cea500c0413
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4802d744d29eed261abd6b47b04cb81c77d3ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7293e4c2b5ea81e6f0cb708234717b2dafc36db4742c9153714a725601a104
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68fc2f57c6ead2585faf49ac21e4c72ded51f50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638299018889293afca5dff5c9a93801e7cadece8b17c1047fa6708908d8a725
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3b68e008b4c8dd372523694c3f7832b52e1869
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3104f21e7a4e62525c41c8f85d61620b7d798f2ec8caa1b585a1330db313f87d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266f5865fa818be59d7071895d5ca82deecd9368
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a6825ce0f559544d957a4819f8fb0d8b668c92b3e84d547fc7f45d25166955
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5ee456d22d117e0a2b37802e558c21657876b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0448a8c2d0b93c72f931c27dd2494e0a9fb3a16bb3926bc5b5a0d1fcfc80bd0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9832fd8c2801aa152463e73b09e06a3dd1a6ccf6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683bf934c2ec72c35a8ba19197001cf958151e15aed8f8d7f0bd78c0a624d543
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ef5a7395cb9ab3d69537e0609eaa0a6117838b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a58c109b087f842784c4fa74b9ce48799209f0158abe014c5af0fa4d023e53
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6fba5333ff6de04d1e6a68933a569efb83ff40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa89c83bf1a8ab2ab8dc1dd568ec0e100492fcf9224f36eb066896bc7d0d841
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7777902b0f6c736be66ba5a3ab3c7467355dc04a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bdeb1af3c4453f56318aa607a267e0267dcb79e5f1621864d929e4c791e836
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4ce97cb8d1610d120005bbcfccf1085c6b5930
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc77083a0d76fcde52ba44a4e92b58d67bd3ed186ac62166d2f59a2aa8284573
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a6d53cc83935dc4fc211b22fd5d675138a1a07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f2183626e06fa5c6922ccf8d153d93b6f4b46c81ec8619cc1d2f7c53edcba2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d076a06bfc2b92c1483faa292a8799dead1a131a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbea0bdbdfca897a2687fa48a9dfe0c8f4c06441a5e90f2fa7218fec7706c34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302d1d05bce1b88335980bfe956e22ee80dda075
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e0d381cc2115022220a7b0702686e370bb3f755d7a193fddf9ab1b9e89f057
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13096b7585a4ed46fb5a71a23d639836c59bee9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5af0b3fb0be3d0763c94896e607fa53fb78673ed7bc467d8a622bee6b51ee2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ef4f3fe97d3b7c99592b62a59359b6f35683a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef87070b7e8844a83bb3fab6d304644b9b16017adf1597a53b4c13073c031944
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878eb0b97c5692ecca256ecfddb77355d719f556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e026fcef2eddf87c29996b4fae3b091f4bd4e6da3dbd455418c522df67b5046
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433da6512b9668b03194d909b24076b99dcaac53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b2946f80961e5c02fe090387989a7fc17dc4e9b3caec41f6f5d542b88776bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb37f5b0a8a32b422b750d8d620bb0f0ceba9eeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0ebfb1ee1f185c4b2a2d274147ea6f5f3583c7e3ba8d953cfe07d31aff508b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497111f402314cbac92f7a3ff9f49ddc366f1035
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63590a786033397f5565360a09c1392aaf925ee7130ba39d95fb5a3b2cbe539c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dd7bff9a0114f02c6179940ace2e0e53d4fb96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e8996f865672ed8968075fd2e83c2263664c4f5833327a7ad92fa75dd54a46
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd426d52ce83877bc93016513d544195986a14ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a382b37e9ac103b6a9171beaed73701175cda41fee2882a89e1323929fb7152
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7044480c53e909c7ad5bb61d82cad5164e86e7a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21441bf32878941a54cf61631d3160654bd4ba0e38a64571dcc5ce0ebc0585c6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06089c26439f71cb9d3cd971a6166073549b30bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dae517cbed15f8fc3c38c650864940d087092c8b718bd944a067a70f530f03
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12e36ba5b39ef9c20f9310e5ad82803beddaf92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58614ce61251f80b7b780899b50c019f5ba5807cbeaa042e91eb797283faa28a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e29bb26cf7b24cc6ed55779b0d01787ec070bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc60c9d56b4da635ada1d3e92889909e5fa695df1373dc7ed92309312d088689
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6ea37539a5507aaf88f7372fa55659a726a4c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b814d981f80bca44dc57ab7ca852adc503506af5a114cdb6302b032a8de2e0d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24438223384fc53fd7178e43d848512909549da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89673816a07f05a87ce9270fb81e932bf0cd00129daaa681a0141eff1b8dbf2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ad42c811757aaddef5a8955f21c651f16ae7d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7458bf7d0f49dd03f8abc5ccc653747642a80312554675d1857e013d07af77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27ff4566da06910ada7b9906b089462db4d8630
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e7131ba60b206029fab17f4bbfddca9a894e527e3ce887d591c2880ade8a31
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5338f46ac561cda647834ccfcaa2c6022b88ff5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac69aa8f23610d363b0cd448660f50d7b2f357051ae8110fdfbedd3403f6430f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e335521eb095220fefed87fca15066d47fc1431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d021ca11415c5a32e914c7f248d1b1b63a71f59a9091bf5167ffdf27dd44a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b135f60283ce01d083afb19f0ab4f76ba95ab08b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee7e9675e0f5fdbdf2aefe5e8b88fa59fd1ec8a28ba9386dcbd3f6ea9c6ffb0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2f8a4a8aad875bdd5a7fea66ec2a77e7144063
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e00cc886856d8181316879acc7b9e8a0263ac8c98d23c77417e4ffe9d2f0d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf2632fbc0548c78cf1266ec9081a08d9aaeb45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2e08189428625652f0068a9a886ca25a51f724a11057c2db5c7f755db2bac3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b10927632194e59e150ff3061a286d849410fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810cd3ffc83c07273b4949c10b414eef9da818b9b0ac6f33e8caedbcc4a2805d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e028d6a177be9d28a9cbc114bc7af74a66eda00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c911a0a1ba200316e46dce2cb58ab915d018b02268a6ce59a15e1a22b3d061
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ccb39a3ef66bff2c1ac9bf28f985b62a06b6b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be566fecef0ad8747ce700940fc261b187454108a618042203fabbb07dd893
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc766556c3a1a14c8cef299756114954fbd105b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2ec9a21811582d03709e68d890d3e6d144f21f6b064ded6dddc4a7e55e5f26
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8bd64c74d587aef4558adf2c181467d207ba92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a179c606b2d9ecbf677982118f4c4551be573218c8469cc2b9a6408a47c78d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673978abd5137bd535bcaa98d398a0c031ac4d86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f267e343d30e86c61b39089939e97290c3135b6aac99e9623f44b99fc6f6b425
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa758e964e7c4dbecf69d4f1639914cc674b7031
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65730e15389165aba9b4d4337580d663630169a691bddd57ac85f96557e2282a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a6c88b5e1d02d9849c73bcfefd966b4eb9bdc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a5f76526f1d3ee2a2cdaa543194f3631e6edf3d66e7b269dd0a83dedeb5d05
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ef87ee12146a0dcfd426df9a006c7427147ea9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df0e0024d531b6b62a428508fb3ec82f013e8f78e7ed787ec523c3ca465f10c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea2d99f33a61d4b1c6283ade4a6c855e21e68de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8e4dbddc6050b0bc23ad3d45f1c59c4a01986e46b1793cab6872b2de7a5485
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4676ef71b3d4830518646f3d9c48ee2e82ed9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32c53c1825021e7562220810faca25ef91fac1e64b3f0f1531b62ee1644b46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6b6c56202041ede6b3ea9333d0c1bb1a9f3d23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67708ca775f58c3b6e43f8f4d17cbb755cfe0d989a206f73177dbae8786f7787
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575e5d9134336d23627ef1d7a7f4cca75a44120f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa80c35bf61acade9c94321705750fd393757bd709ddc2d3c201c72e5f6e3583
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4e7ee4e1151606accb0c889bc7194d6ace9bba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef13306832fc81102590b70a48efc93fd78b4bd84a76a4b7931e3255d16f545e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f08da37434629202eca5de4d762ac4b77708eac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdfc19667036f86a06c750d2455d6156d7dd39e1e0e9de757d113165d451c24
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2409832195098aaf2218493ad91d012f53ae834c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421ef6d059e6d3a807ca8b114cb2816225ce1e060059886087e6ae777098842c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d87ac4ff3a71ab887e2fd8beb22014de987741f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c6533f3267eb67ac87049633dc111a66809fac32ab75ba1bd0458f4ac04963
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0515fad5d5eea738ea931e0878e035edfcba5713
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d970abee702ee8011df5a329a3445c5f3b703966b84f2a5d3fdfb7435a0df0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abb291b1754361e30c29e8f66558289e8e67ba7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d6594e169b01bb7be67d5bd0f395a1b251f7996b92fe14338236025bede0b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ccddeec9b6804f8ec4162ce3b89b061e748e96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f250c7ff0544e00ca5bc42e2bc23e449296d8f05afefca36d8baaeeee9a5181b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11346159bb01e2ff27aa3c3626d29d231f001280
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075f56ad245380a2964db3eb6e447f6b5069be7eea66572edc7c6cc9687ded43
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9846f0165aa164216479c75b076c9eee5d0e3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7370775262f2dcc61ec20b6351dd12a927a7a790f266ac777d785eb6393573c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c59999439d4800f794390c86dc1cbdd35234684
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e323309d9b699ca581f18a1928edb0c1ce8b2d5aae1805f0920f4cda9c759f37
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08056902f09c45a7fbcb44699605f14f9c862574
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3383120bc9a0e2d41e2b8af898f635df04f5fad23a56c986f8f693796dd9c5d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d31f5ea7cb16273edeb411511b1be5d01bac61f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791cbd3c8cfbf0bf2be740b0767568bd7719b239c1b32749aafd7002515f1998
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c43a216cfb7c791345c2419cac175f3d64b151
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88e9af6a794bec2ba21e11fc196248dc1e29e57e19a28956a480d3ff314d8ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d55ff66f080aa945b05d052f740d60d9ad4f7c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0935032acba44aff3b420f98571bacf4437a8054a7fed098a211cd2f0db8c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edad33ae6a855b4aa5ee4690638a40037792b9c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f5a297e556de6198ead705a4c0e772a50f64fdd49612f57fbc22c4228971e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b899eb42afeaf29bd449a002a6c6bc47b2c64c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeaa961d80f5330f3d5c927e039d575afa0081c9bfccbb585b87eaba6635db1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c7ada90c8f35287d7eea508e805fbbf6bb6c64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9914c3463b86d40945188bcd292358e472eea967f7f8981a3043c9e27e788bb7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ec88f345977319e65d9e79efebedde2be256a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f6455f49444366231c2f047dd8b87ad242de067aa2fc25a7ae392d37dfb1d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c688cfc541b37dcd6a15751dc72337e52c105c22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fffd191744d4f4b4e2096257a2cd55a0e3a44ab1bc064bc9dbd5cc8ac5c3c23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffeafda36af421a340110dac5b090562f489c936
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd797fb82bc0618e828288a0967bb71e0b63c4c15fd73d1356d08078925ce7d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5254487955f7a5fb9c915e955934b09bee75ee5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60612913485d0a038182e820ac23ebee80876a4e62f2fbe3d3cd6bfe3283f508
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed03d1542747bc65051ddee81fe1f6e32a4b7022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a76dd49146f51f4783f7bd607ec5840c7a718885c93ae774172ac134c8a86b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9289df39b0d2c349ee66a4487c4f9b66151eb93b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af1820990ab263ab731c259330e3bedb1ad0a8b11d82d5b343f8212d8290b08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b4ef8657f101f8a87f9f705df651465386f02d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d21d2abc6cd6ef4aafe431878d891173372274b98a639bfb03fd3660d74146
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67f3c338753d7fcd53541b219c16f142268e341
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04b5533aca005d3b4f56a0ddd9f029c48a6a4802ab3eef60b6cce8995bfdf41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822cf59c88b2a75a768d1cb53a184b7959bed425
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe58b20d711ebdba71c4b6f27eea6d659928efecf45e56a566f015aa22a4055
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15e96e320af80a15b8b46d5dceb73b763c2a3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cf272f69d574caf4af9d4ea87ed68e1f728b17b4d242f0ecace63de30f7287
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e929bf347819fe1ef3e8654fa6d09f56817f388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fde8edb83238e525436269fc9f3909b54b125e509e0c2ef0c683005134eafc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14243b596e384323acdeec87e667a606b2458795
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb36cd2fab8d7cd4f30d1a1c630622c586937e002cb5450b19bd1f3c103f141
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9220f7b35cd67f34534785a50be5ff31509118
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4519c9c4a753ddd493dcf32b22958b716b3b22dbb4f33ff8d5197b1e03f7bf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93700250e20046e43055bca6332cf33040c5e733
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8ddf9840176d4398c236f9274d494f893740bfe8e3a4e267cfacc63bbbecc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51073e66b990faa2d0f336065182eedb19f5ae6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f0cb2a031f27d0188bdd1acaad1bb80b17c8d170dd78bcffae37cdf049232
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ae1eb52318fc5ea98cc0a32aeaac1206744ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3782880669adad82b7015a2caa99852fcb3e71110d34bcb2afc19c9633c84657
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e127644d6606e21560589b0e79949a97429118
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156fda9811520719b4a4ef579bb1d3f4b078e82806e9221fe399b2c66bb2de0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d5bf1c8d9f828db2630f91b1eb27eb06441026
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21975c60cbab95f37c0c3fd7642dcf2f1e519046461b4c050873c62abd083d0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e76664771feadd4843e5a6ca20f371b96f94da3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57dd93070d820b033eddf2bb9c4dc678d5cebf951e488dc3408d176a49e2011
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a750058fcffa8594d114acd144eedd5955793525
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25fa2a9490e24211fb115c9541ee5f273e6537cfd553beda98e069eac1e2c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc700a6d8b0720af18082aa1333e07549d8ee154
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb954426dabe88318c38b19fe4471bded93ff1dffd9f52206c1bfff2d041b75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dccb2a9a277729a2d85a11e50f5297d5edb0158
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84559a07ef55426d7f96c74352485b92db81398223b6c8d4f18e6bec773289ef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165d86ae286c899814cf3b1181e49a58f63d784a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bea84c124579cc63f5902283060c27f6af32a011b4e67ae13a89a6227cf11a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9df619414f08130a59b191fb3893acc6d7dede
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db8db55e475592db5a091c397452bf0ad4d171514df8b7971e9a1f9574732f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d9b01ce3f1e122590c2049856f3ea4543a81a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cca4d35b0031a05a20140641c56a15167091afab1825c6f2faa2a39db259b09
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09676bbfde41684475b20f48762218cc1b3e70f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b55923883639e11a1a7a2803d7700702dcaeaa5bd4db5701ccc311a8c8a94c1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025aadb1adde4e85d71efee62d7feb99c2ac1d16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230396ddc49f662f53e30f2b1a679034cf4b772c2ef267e2963e3f8e5a2ed06b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85050a779964ef514c1f36ed4ef51e5feb42ad00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3518eef38427b40196327550ef2c772fb2e1a8e87656d47185e119c18e51c286
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb2ce72f2331c7a88ab6393a7c1e401bbbea593
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153742f7265be18900fb687171f10cb100c0014da77bc5c52a34636d48a45ad3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f213d72c49b473b354760e98164d90a2686991c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d716b3b4282a4cb4012ad44644bcef9b898bca8c0582ee3ca00a651af1480302
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b8294efd3d01831f8f6c2f0743267017b0eb0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548dae034d9603e73929fbcf40d996107ac84aa1f2f78971055704006354dea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1debe076a0d446e4ba72aeceaed1f022c433c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db680d13d8f25afc73a3f25c7085e629eded95c963f18bf8ae0ab42467348335
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9061098123773ac79494f621ae9ee7dd5a3b29d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2ade3ac013103769218886d8e9fb76f789085f687b1f1d5d155a48eeeaaa11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1d442406b2080b21f9e46df600c3033e6320ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f6cb5052ab5df134968c5456fe1d07d851845cfcaa2874ca65bd77211041a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dd1e85f659b5a02713b6af150a63cbc40de10f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496936dc489fa52e873373da0e219f2da4049b00c2f6f0ded1933cf775fc35bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403577876368fd79a7fec4668be52337d243cf78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdce90cf4f16ae37cc29fbd4e901592e3158fbc8caa46e4649402ad7af12abf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b06878f3b276d2d2e9fac0ee4b2fd6632c955e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbfa49ffe10aeebead4ced6833f2fe8740180adce5fd88d997c194968755341
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c066fd2e3e601017f6136bd5023d9e867f9600b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7280cab0d9b80b6c77d7ef352f2fd2763e3cbff85e320853efdecae4878fd75
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2921ec81be08f7490e5f21902ebf821eb1254403
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72e49f92c88df2df892db81976c33ab41031b39780b703af17fa02fff1ed008
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdfaa81c33f2046082576453c7737e380f45fd7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03c0fa967e57235ed023089b6eab306e8e59ec70b1282b606cf2782d4c38239
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8c63fa3e09c3850d8c6e0254f4cbf2781f9a06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de2218a224c744153c64f4cbaff155b23a87293485d586126d8c74b10f8bf88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79657e8e56f5dfd2ca2179ba5e0ed3ffd22c1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063b0a62c0714c1d88994aab2370939d8e3a36d1f0b988955f21071e9788e1fe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b745fc792c3218042c676aa03e65fd2d5061bbf9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e22e314c2d5a1e03049a2dab5a2b3c0f424835001027ebe26ecfc021bdd6ad
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ff93d1232aa50a321758493914fbb860294e2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d83365c9cce46a71c740bc4f19d8efd66f3d33913fa420bfe3596f31bb9c95
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4667ffcfbd971d4f3c0f78804bdec639dbe547ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70526bc29cd8b9d4dc5e304ec745c91afdeee928c3e1ee637bfff34173c7a43d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cbfb8f863de8b2322fe8e762c577beabeb8262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2104404adc2409349427062d22e3b5ddb3d2f317f6ef09f7a2cf9af4bae008
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4b98f5c8e521cad6b11b913d08b014a8be8974
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfd93a8ab127a92128c4f3ded7be061c2aca1cbd79026d59b0a7ec4f4dbe1b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0673f489505620bbdf5a228edc7d47963cc31563
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a574435f2a933035f01cb7e2bcbb4fb11085f7672c46b35a362cd088f4f7e185
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3ffa9787fb5b948238a119418d1ab4b0b3d7d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8667c5b1d9b250b7aa37f73ebe39f0f9963082ffc3c9ec9c3a3e8b39b0be837b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159202aa29350e95f7be57611ac0d20d893a28ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd364dadbf7aaddc00947b5e9af4cfcd026bd9f510a28a39376a31169f2f4dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a9f93ba7b0deb5d41a82ec02ab5c8a66c9f823
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c17510028c0e0717fd781e18b373e631af96b8448c7d640a4861a829d814d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3f8c21cbca1ccc2364b0a243406941e5f6e9b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c657e3dc5e091a8f017964a46f8b43262dbdff27edd0e18850a90d7ea3277e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55f00135bc119a4d808bd5a9964d4da5e345229
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1b1eaa9f3458f12f6ac636d4e0f8e068cbe259a596521050e27b313c0bb49b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b6545a27c02900c87b372b72c4023bad102505
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a8132a86c9d17a21b042ad3ad6e037032021bba765737020b6e23a84b63268
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087fa2080e38145e914c23eb9e24d213dd1b79d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e957a132be1b8adc36baa60552acf072f1a66520401c4199ebbea75cca279c00
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22756647aa277c4d8f781fa681f19c942853f540
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3c537d1abb7a55842ed845c95291966452cea112eaf867cfb42c6d6c20a7cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7495f3beac267a6e4615dae1ff90a931bf3dfdbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5568b4568818cc12878319898874fdb11136916a49cb8d0c53b3b900157b4b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c4009d2d60aef99c7c10ee5d2ef6ae426de7ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27382de56288edd3d6082243cc7149bc7907f9f355119e9a7689e08fc7399c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f81c18e7f52d74cb8c0db76508f5715c07b1654
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4841b5d98768946ee078ad4ab539f9c91e5b057d0356bb85437f231ecb2cdfd2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160193c25aeb6a0d80e53c78a506cd4cbf0467ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b55ce4c6e46839f9dc7b884422dcbe87c723dc46fc6d400e578af7d102ade6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940d85a95da04be689e113c4b814e85c381f5a35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eacb59c5bcea52714de9ad9abb8c7d450f2024eb73b303479e4dbd50cfc8c12
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca32f4da87835a3831d09a3fc4a251ca4d7e97f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a74c855571d597706abd530c3734ef7ba60a9450f11da2fd4c9bb56af6b2a43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ee5a63f5c23660660fabfd394191627f128d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63f2f12a9fb81bde9c2d38e93d6bbe2f25904c19cd9b2379245da408fd3f475
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fa3ea3a01ef5741e4b9221f03f157e57219d35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80327559234b51201096915eefd0bab6464e4dbec0292cbdc50e141ee54c80b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2c8c05de50ae61c11bbb07160a4a65a0b8b61c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fbf975a91ca923648c974eec0bda9eaaac00bb83b9bc76d625db2d2e2ecf4b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041cc933ceb088addaa93e8c2c10514b776c2d72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fcc6c00cf58978e74c5fded0057a23a8255a44557358e4de9559c9eb8a687f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70be9b9518bde37a67dc5f9fac256fac8f4599b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdcd87644f1aad3eb1666e400f2cc1cea78bd8d3e3a782708beb9d404a1001c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0adad027ef1d22bd4f0a0ebf5e7db2157a91533
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cac7a5f4654f5a4dd75294ed2e8e3c8945eeb6cbaa4984ed0ae0223d587631
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8367e8d044fd3101c8ba5a9e8d59c55e4b7558f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b0a37de1071df1a9ab211c02fb952836b4853af00a27fcc63e9f1fd73e612b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20131ea7a794fc5f0a16127f5861dee9cfb6936a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c38ea59db91a44ca981a12b0ac352ad5a682353099e5ac47e738285e70615
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71e0d13da1d8827864f269859e76cbf65409984
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcade393ad4eecec63a283d69f99be9e9e9508a34a29a577c92e5faaa95f9e8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c41ccf095e767adf7bd68a1fcd0f62dcce3ca0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68450aa38830e9c709664a40f2fad245444935eefeb1db78d29585f544bbfa01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185bd4fdbe791ab23951a1fb8bfb173f6afe631
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe306ed498bbe657f9f7068debbff499ac743737fca5b2db4bab5e08e5b737
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040529c3bdfdc64feff80eb5e390caed233f4075
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b0bececdfbee106c748f9efc27c1251f6e9f382d0ff10b6b641f32d05a13ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae03d1219f3427bcf9dfc91b8d84272cf1d6a49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a8a8b517c2230d2fbc74bf967f6e55bdd867567a5808444117a3c9ca8e4ec0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568bee32fa6c1196c2d119e015966d2bebd4879a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bc2c1d793d79e178a8148882bccb7173a6f0b590e1bf38c9ade4f200a40033
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d62df368638870deb9e7019878324675349c3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df74230bff75326c7817f05f1adde8af366a6988ae266dc78ca9d1dbc8246729
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a737c4c564028161d259e16f364b8b8f05f485fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079302f31b0db12ee7ee370efaeef33a0307cf7a26b8386b1eae59e4a622af21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6251e6a1b54eb6d9e7eb81d3d8098cc1e659a17c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3febb09629acf4ceaa4854feb88dab716d471361a180f86a5c156660bf9bad6a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79dd2e77d6040892f1ba3df3c5ec9f859fd9175e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e004289470a21d64a87912df5faefb7f2625315fe66785cefe9fb977ebd21919
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fefddf49dfabf8e7a34d4697b13cd7ef2964f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d6f51a6b2c41ea3430f87a6934e2e5909603c9e580a161191a4bcbc7e2dd2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ecbfbbcdc6bcb5b38762f1936e8863c2d69cec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0b365fb6ba75925583907e8a95d6268f707225776947b0f6648a1150ac1d6e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36854f6560adc2a3ad00dbd60941f2c1480dfece
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313b22ed9d5365e9c3bc78dfba69fed1f1b850c9b7761b130c1d90856e554459
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77df8e1650148ff3476144b63329b0b589ca3363
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087bac0eb3cbcfebfeb67a876143ad4dac23ddb222c1b2edb16fdd49ebc5a712
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53dbd8ed2714981a9ba4cd944d0b7e962381625
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dc7f16f0c0a13630b23bd99c553083b4e4992668ae40a5c9f2eca2a2ea5b00
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead898ece6d00c943b7561d4b0304649def55800
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b5ba752ae06c98f4a500ba94b231d146eb342bdb6e2b1ea1eec1edac64797c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01170ed0970b2c50868ef17f4168a7673a7740f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667da023338daa6ab1519b81b8c1e8ba22f11a205e80428e84e74cc786b682e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea75f59b22165fb7725ac3ea17669d628847f55e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083f0b3088956afd2e043a75cd2d22b3722cdf369e20e84d44f2dd910b0cf51e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ced0cb8402ea47d1395924072ec390f136c7e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db1e385b7599119f66372c08b24429ec55fa8522ecb4346b8f46eb7f05f0142
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b1d658fb42ab6ac4e3f68928cd82a00f4cd8cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e7ae7f29bdf755de86c24bca118ac9b925c03c9a900fa8dd32cbfea4893d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f855dbc60ecd582ac1553f774fd232b17f8ef236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e419e4f506d40848b4c2318ba0e24c79beb44706a382f41ca24dc7efc594055b
+size 2179